-- Logs begin at Tue 2021-09-07 19:33:06 UTC, end at Tue 2021-09-07 20:46:46 UTC. -- Sep 07 20:19:27.287785 dv-cinder-760194-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 20:19:30.061737 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.common.config [-] Logging enabled! Sep 07 20:19:30.062340 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 20:19:30.062522 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94620) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 20:19:30.065705 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.common.config [-] Logging enabled! Sep 07 20:19:30.065979 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 07 20:19:30.066285 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94620) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 20:19:30.067234 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 20:19:30.067466 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 20:19:30.067830 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 20:19:30.068073 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 20:19:30.068296 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 20:19:30.068615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.068913 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.069210 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.069438 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.069754 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.070048 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.070329 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.070615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.070909 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.071191 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.071466 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.071747 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.071975 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.072252 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.072535 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.072817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.073037 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] debug = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.073313 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.073755 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.074175 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.074448 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.074734 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.075010 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.075280 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.075552 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.075833 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.076158 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] host = dv-cinder-760194-9-iscsi {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.076431 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.076716 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.077007 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.077315 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.077587 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.077883 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.078168 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.078436 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.078704 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] log_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.078977 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.079262 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.079549 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.079832 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.080052 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.080271 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.080555 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.080837 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.081110 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.081383 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.081653 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.081948 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.082218 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.082484 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.082764 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.083049 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.083334 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.083606 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.083879 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.084148 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.084419 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.084703 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.084975 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.085246 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.085518 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.085826 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.086093 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.086364 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.086660 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.086948 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.087230 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.087513 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.087783 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.088062 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.088335 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.088604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.088874 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] use_json = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.089144 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.089411 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.089689 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.089983 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.090253 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.090527 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.090793 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.091095 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:30.091376 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.091673 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.091972 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.092252 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.092545 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.093330 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.093624 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.093925 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.094214 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.094505 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.094795 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.095071 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.095358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.095636 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.095930 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.096233 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.096527 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.096817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.097095 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.097367 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.097640 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.097940 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.098229 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.098505 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.098792 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.099081 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.099359 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.099645 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.099937 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.100225 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.100497 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.100773 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.101063 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.101340 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.101612 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.101913 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.102204 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.102482 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.102824 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.103064 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.103339 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.103612 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.103883 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.104158 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.104445 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.104721 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.104992 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.105258 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.105534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.105831 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.106116 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.106391 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.106662 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.106939 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.107216 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.107485 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.107757 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.108032 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.108302 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.109127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.109396 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.109667 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.109963 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.110236 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.110507 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.110778 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.111046 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.111320 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.111588 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.111858 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.112129 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.112397 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.112668 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.112953 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.113247 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.113523 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.113826 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.114105 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.114381 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.114657 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.114931 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.115204 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.115480 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.115749 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.116041 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.116326 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.116615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.116901 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.117180 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.117479 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.117775 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.118058 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.118336 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.118612 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.118895 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.119177 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.119469 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.119761 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.120075 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.120370 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.120663 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.120942 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.121254 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.121530 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:30.121770 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 20:19:30.122010 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94620) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 20:19:30.470226 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 20:19:30.470503 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 20:19:30.470788 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 20:19:30.471118 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 20:19:30.869364 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.869655 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.869951 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.871255 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.871521 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.871782 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.908262 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.908536 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.908803 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.924223 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.924497 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.924761 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.953608 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.953925 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.954188 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.992709 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.992984 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:30.993251 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.222136 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.223092 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.223092 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.223092 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.223511 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.342206 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.342517 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.342853 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.343605 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.343871 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.344181 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.344439 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.344692 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.344942 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.345221 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.345476 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.345753 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.346008 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.346261 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.346510 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.346769 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.347019 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.347280 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.347544 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.347797 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.348060 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.348307 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.348581 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.348952 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.349199 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.349441 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.349852 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 20:19:31.350089 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 20:19:31.350321 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 20:19:31.350550 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 20:19:31.350780 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 20:19:31.351006 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 20:19:31.351363 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 20:19:31.354477 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 20:19:31.358417 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 20:19:31.362239 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Sep 07 20:19:31.363855 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 20:19:31.364298 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 20:19:31.364628 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 20:19:31.365007 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 20:19:31.367801 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 20:19:31.368050 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 20:19:31.368394 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 20:19:31.373703 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 20:19:31.395824 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 20:19:31.396281 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.396579 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94620) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 20:19:31.396941 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.398324 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94620) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 20:19:31.398603 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 20:19:31.398847 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 20:19:31.402236 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.402516 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:31.466603 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 20:19:31.466821 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 20:19:31.467050 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 20:19:31.467442 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 20:19:31.489864 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_db.sqlalchemy.engines [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94620) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 20:19:32.158975 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Initializing driver for type 'gre' Sep 07 20:19:32.159493 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] gre ID ranges: [(1, 1000)] Sep 07 20:19:32.347535 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Initializing driver for type 'local' Sep 07 20:19:32.348201 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Initializing driver for type 'vlan' Sep 07 20:19:32.410274 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] VlanTypeDriver initialization complete Sep 07 20:19:32.410685 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Initializing driver for type 'vxlan' Sep 07 20:19:32.411206 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] vxlan ID ranges: [(1, 1000)] Sep 07 20:19:32.559064 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Initializing extension driver 'port_security' Sep 07 20:19:32.559398 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.extensions.port_security [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] PortSecurityExtensionDriver initialization complete Sep 07 20:19:32.559760 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Initializing mechanism driver 'openvswitch' Sep 07 20:19:32.560076 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Initializing mechanism driver 'hyperv' Sep 07 20:19:32.566676 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.plugin [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:19:32.567376 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > port after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.571697 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > port after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.571697 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > port after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.571697 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 20:19:32.571697 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.571697 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.572126 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.572126 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 20:19:32.572126 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > network after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.572126 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > network after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.572126 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > network after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.572551 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 20:19:32.572551 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.572551 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.572551 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.573076 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 20:19:32.573483 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.573854 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.574199 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.574585 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 20:19:32.574986 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.575450 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.575791 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.576177 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94620) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 20:19:32.576548 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] ML2 OVO RPC backend initialized. {{(pid=94620) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 20:19:32.577780 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.578174 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.578593 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > network before_response 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.578939 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > networks before_response 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.579284 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > port before_response 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.579624 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > ports before_response 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.579966 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.580305 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.580682 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > network after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.581019 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > network after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.581374 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > network after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.581696 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > port after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.582053 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > port after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.582383 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > port after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.582712 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.583045 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.583373 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.583984 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.plugin [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Modular L2 Plugin initialization complete Sep 07 20:19:32.584310 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading services supported by the core plugin {{(pid=94620) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 20:19:32.584634 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.plugins.ml2.managers [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Got port-security extension from driver 'port_security' Sep 07 20:19:32.585088 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.extensions.vlantransparent [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Disabled vlantransparent extension. Sep 07 20:19:32.585567 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94620) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 20:19:32.585903 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading Plugin: router Sep 07 20:19:32.622045 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.622435 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router after_create 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.622806 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router before_create 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.623168 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.623540 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.623895 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router after_delete 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.624253 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.624603 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.624960 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router after_create 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.625304 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router after_update 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.625649 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router after_update 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.626016 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.626373 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router after_update 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.626781 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.627148 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: port after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.627484 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: port after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.627821 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: subnet after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.628158 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.628518 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.628850 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.629186 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: port before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.629526 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.629913 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router after_update 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.630248 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.630596 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.630953 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.631295 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.631655 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > agent after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.632004 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > agent after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.632343 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > network after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.633225 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Tracking information for resource: router configured {{(pid=94620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 20:19:32.633551 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Tracking information for resource: floatingip configured {{(pid=94620) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 20:19:32.638735 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.db.l3_agentschedulers_db [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 20:19:32.639312 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: port after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.640163 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: port after_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.640508 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: port after_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.640854 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: port after_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.641645 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router before_create 55550100 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.642027 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.642383 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.642732 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.647383 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.services.provider_configuration [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service providers = [] {{(pid=94620) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 20:19:32.647747 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.db.servicetype_db [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94620) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 20:19:32.650714 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.services.service_base [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94620) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 20:19:32.651066 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.services.service_base [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94620) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 20:19:32.651408 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.services.service_base [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94620) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 20:19:32.652286 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.services.service_base [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94620) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 20:19:32.652658 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.services.service_base [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 20:19:32.653047 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 20:19:32.653363 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 20:19:32.665199 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 20:19:32.665465 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading Plugin: auto_allocate Sep 07 20:19:32.671354 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: network precommit_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.671724 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: network precommit_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.672248 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 20:19:32.672565 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading Plugin: tag Sep 07 20:19:32.679201 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 20:19:32.679527 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading Plugin: timestamp Sep 07 20:19:32.683535 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 20:19:32.683858 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading Plugin: network_ip_availability Sep 07 20:19:32.689285 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.689657 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.690029 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.690751 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 20:19:32.691067 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading Plugin: flavors Sep 07 20:19:32.695806 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 20:19:32.696139 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading Plugin: revisions Sep 07 20:19:32.700458 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94620) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 20:19:32.700847 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_concurrency.lockutils [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.230s {{(pid=94620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 20:19:32.701583 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94620) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 20:19:32.701947 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Initializing extension manager. Sep 07 20:19:32.702984 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: __init__.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.703321 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: __pycache__ {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.703651 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.703980 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: address_group.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.704737 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.705316 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: address-group Sep 07 20:19:32.705636 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: address_scope.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.706592 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.707107 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: address-scope Sep 07 20:19:32.707424 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.708362 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.708866 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: router-admin-state-down-before-update Sep 07 20:19:32.709211 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: agent.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.709934 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.710433 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: agent Sep 07 20:19:32.710750 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: agent_resources_synced.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.711661 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.712165 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: agent-resources-synced Sep 07 20:19:32.712488 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.714429 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.716486 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: allowed-address-pairs Sep 07 20:19:32.716486 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.717615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.717615 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: auto-allocated-topology Sep 07 20:19:32.717615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: availability_zone.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.718699 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.719198 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: availability_zone Sep 07 20:19:32.719516 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: availability_zone_filter.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.720425 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.720931 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: availability_zone_filter Sep 07 20:19:32.721246 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: data_plane_status.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.722170 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.722675 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 20:19:32.722992 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: default_subnetpools.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.723895 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.724394 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: default-subnetpools Sep 07 20:19:32.724713 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.725540 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.726081 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: dhcp_agent_scheduler Sep 07 20:19:32.726399 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: dns.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.727324 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.727822 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 20:19:32.728147 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: dns_domain_ports.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.729061 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.729565 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 20:19:32.729910 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.730822 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.731322 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 20:19:32.731641 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: dvr.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.732304 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.732809 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: dvr Sep 07 20:19:32.733119 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: ecmp_routes.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.734249 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.734752 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 20:19:32.735073 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: empty_string_filtering.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.735991 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.736494 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: empty-string-filtering Sep 07 20:19:32.736810 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.737734 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.738239 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 20:19:32.738546 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.739455 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.739956 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 20:19:32.740271 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: external_net.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.741180 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.741685 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: external-net Sep 07 20:19:32.742032 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.742927 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.743424 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: extra_dhcp_opt Sep 07 20:19:32.743740 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: extraroute.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.744638 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.745136 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: extraroute Sep 07 20:19:32.745456 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: extraroute_atomic.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.746506 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.747012 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: extraroute-atomic Sep 07 20:19:32.747334 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: filter_validation.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.747999 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.748499 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: filter-validation Sep 07 20:19:32.748823 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: fip_pf_description.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.749788 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.750290 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 20:19:32.750607 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: fip_port_details.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.751510 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.752011 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: fip-port-details Sep 07 20:19:32.752329 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: flavors.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.753537 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.754073 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: flavors Sep 07 20:19:32.754396 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.756064 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.756571 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 20:19:32.756895 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: floatingip_pools.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.757586 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.758129 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: floatingip-pools Sep 07 20:19:32.758450 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: ip_allocation.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.759381 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.759880 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 20:19:32.760197 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.761256 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.761784 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: ip-substring-filtering Sep 07 20:19:32.762105 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: l2_adjacency.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.763156 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.763651 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 20:19:32.763969 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: l3.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.765642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.766184 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: router Sep 07 20:19:32.766511 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.768757 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.769280 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 20:19:32.769608 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.770576 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.771137 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: ext-gw-mode Sep 07 20:19:32.771461 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.772400 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.772906 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: l3-ha Sep 07 20:19:32.773227 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: l3_flavors.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.774154 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.774654 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: l3-flavors Sep 07 20:19:32.774972 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.775875 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.776373 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 20:19:32.776690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: l3agentscheduler.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.777765 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.778272 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: l3_agent_scheduler Sep 07 20:19:32.778595 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: logging.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.780389 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.781395 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension logging not supported by any of loaded plugins Sep 07 20:19:32.781731 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: metering.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.782477 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.783051 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: metering Sep 07 20:19:32.783373 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.784454 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.784966 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: metering_source_and_destination_fields Sep 07 20:19:32.785289 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: multiprovidernet.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.786269 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.786771 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: multi-provider Sep 07 20:19:32.787090 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: netmtu.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.787999 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.788497 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: net-mtu Sep 07 20:19:32.788814 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: netmtu_writable.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.789741 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.790254 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: net-mtu-writable Sep 07 20:19:32.790575 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: network_availability_zone.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.791242 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.791741 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: network_availability_zone Sep 07 20:19:32.792062 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: network_ip_availability.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.793160 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.793852 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: network-ip-availability Sep 07 20:19:32.794173 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: network_segment_range.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.794944 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.795437 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 20:19:32.795754 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: pagination.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.796765 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.797090 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: pagination Sep 07 20:19:32.797409 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: port_device_profile.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.799349 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.799349 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: port-device-profile Sep 07 20:19:32.799349 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.800047 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.800547 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: port-mac-address-regenerate Sep 07 20:19:32.800864 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.801792 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.802299 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: port-numa-affinity-policy Sep 07 20:19:32.802615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: port_resource_request.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.804153 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.804811 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 20:19:32.805130 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: portbindings.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.806093 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.806598 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: binding Sep 07 20:19:32.806917 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: portbindings_extended.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.808182 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.808690 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: binding-extended Sep 07 20:19:32.809014 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: portsecurity.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.810075 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.810575 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: port-security Sep 07 20:19:32.810978 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: project_id.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.812192 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.812522 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: project-id Sep 07 20:19:32.812848 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: providernet.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.813792 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.814415 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: provider Sep 07 20:19:32.814735 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.818351 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.818867 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos not supported by any of loaded plugins Sep 07 20:19:32.819195 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.820446 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.820959 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 20:19:32.821287 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.822504 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.822742 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 20:19:32.823063 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos_default.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.823963 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.824472 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos-default not supported by any of loaded plugins Sep 07 20:19:32.824791 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos_fip.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.825447 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.825965 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 20:19:32.826286 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.827722 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.828224 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 20:19:32.828543 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.829449 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.829989 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 20:19:32.830307 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos_pps_rule.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.831478 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.831988 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 20:19:32.832403 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.833209 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.833738 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 20:19:32.834053 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: qos_rules_alias.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.835079 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.835583 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 20:19:32.835904 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: quotasv2.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.836856 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.837178 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: quotas Sep 07 20:19:32.837494 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: quotasv2_detail.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.841108 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.841447 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: quota_details Sep 07 20:19:32.841928 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: rbac.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.843552 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.844125 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: rbac-policies Sep 07 20:19:32.844452 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: rbac_address_group.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.845429 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.845974 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: rbac-address-group Sep 07 20:19:32.846302 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: rbac_address_scope.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.847212 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.847720 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: rbac-address-scope Sep 07 20:19:32.848040 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: rbac_security_groups.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.848951 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.849461 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: rbac-security-groups Sep 07 20:19:32.849807 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.850718 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.851236 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: rbac-subnetpool Sep 07 20:19:32.851549 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: revisionifmatch.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.852457 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.852966 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: revision-if-match Sep 07 20:19:32.853283 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: revisions.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.854491 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.855005 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: standard-attr-revisions Sep 07 20:19:32.856153 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: router_availability_zone.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.856153 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.856566 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: router_availability_zone Sep 07 20:19:32.856882 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: routerservicetype.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.858031 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.858650 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 20:19:32.858966 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.859945 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.860529 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: security-groups-normalized-cidr Sep 07 20:19:32.860853 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.861886 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.862954 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: port-security-groups-filtering Sep 07 20:19:32.863321 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.864657 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.865274 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: security-groups-remote-address-group Sep 07 20:19:32.865636 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: securitygroup.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.877461 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.878036 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: security-group Sep 07 20:19:32.878367 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: segment.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.879355 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.879861 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension segment not supported by any of loaded plugins Sep 07 20:19:32.880184 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.881176 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.881633 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 20:19:32.882000 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: servicetype.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.883384 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.883897 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: service-type Sep 07 20:19:32.884224 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: sorting.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.885663 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.886017 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: sorting Sep 07 20:19:32.886340 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: standard_attr_segment.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.887600 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.887917 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 20:19:32.888239 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: standardattrdescription.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.888902 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.889394 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: standard-attr-description Sep 07 20:19:32.890272 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: stateful_security_group.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.891305 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.891702 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: stateful-security-group Sep 07 20:19:32.892016 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: stdattrs_common.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.892595 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 20:19:32.892917 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.893868 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.894381 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 20:19:32.894702 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: subnet_onboard.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.895759 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.896270 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: subnet_onboard Sep 07 20:19:32.896594 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.897797 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.898356 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 20:19:32.898742 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: subnet_service_types.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.899906 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.900620 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: subnet-service-types Sep 07 20:19:32.900949 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: subnetallocation.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.902588 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.903226 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: subnet_allocation Sep 07 20:19:32.903636 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.904707 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.905064 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: subnetpool-prefix-ops Sep 07 20:19:32.905944 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.906892 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.907400 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 20:19:32.907716 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: tagging.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.908795 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.909310 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: standard-attr-tag Sep 07 20:19:32.909632 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: timestamp.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.910854 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.911363 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loaded extension: standard-attr-timestamp Sep 07 20:19:32.911687 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: trunk.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.912720 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.913225 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension trunk not supported by any of loaded plugins Sep 07 20:19:32.913559 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: trunk_details.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.914538 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.915023 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 20:19:32.915500 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.916379 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.916885 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 20:19:32.917204 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Loading extension file: vlantransparent.py {{(pid=94620) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 20:19:32.917911 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94620) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 20:19:32.918415 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 20:19:32.922078 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:network Sep 07 20:19:32.922875 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:subnet Sep 07 20:19:32.937109 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 20:19:32.937109 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:port Sep 07 20:19:32.937109 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.937109 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service FLAVORS assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.937109 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.937109 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.937109 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:router Sep 07 20:19:32.937109 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 20:19:32.937689 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service METERING assigned prefix: /metering {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.937689 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.937689 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.937689 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:19:32.937689 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 20:19:32.938158 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:security_group Sep 07 20:19:32.938158 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 20:19:32.938158 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service CORE assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.938158 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 20:19:32.938158 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] subnetpool is already registered Sep 07 20:19:32.938158 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service CORE assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.938158 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 20:19:32.938158 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] subnetpool is already registered Sep 07 20:19:32.938919 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.939349 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service FLAVORS assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.939940 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.940361 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.940687 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:router Sep 07 20:19:32.941023 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] router is already registered Sep 07 20:19:32.941424 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 20:19:32.941784 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] floatingip is already registered Sep 07 20:19:32.942240 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service METERING assigned prefix: /metering {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.942905 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 20:19:32.943227 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] rbac_policy is already registered Sep 07 20:19:32.943632 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:security_group Sep 07 20:19:32.943959 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] security_group is already registered Sep 07 20:19:32.944353 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 20:19:32.944678 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] security_group_rule is already registered Sep 07 20:19:32.945288 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service CORE assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.945608 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 20:19:32.945969 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] subnetpool is already registered Sep 07 20:19:32.946383 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.v2.resource_helper [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Service CORE assigned prefix: {{(pid=94620) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 20:19:32.946780 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 20:19:32.947110 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING neutron.quota.resource_registry [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] subnetpool is already registered Sep 07 20:19:32.947574 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: extensions {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.949076 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: address-groups {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.950755 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: address-scopes {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.952064 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: agents {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.953785 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: auto-allocated-topology {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.955475 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: availability_zones {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.956711 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: dhcp-networks {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.958495 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: dhcp-agents {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.960072 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: routers {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.962363 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: flavors {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.963759 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: service_profiles {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.964961 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: next_providers {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.967237 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: service_profiles {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.968053 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: floatingip-pools {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.969254 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: routers {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.971505 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: floatingips {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.972770 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: l3-routers {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.974173 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: l3-agents {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.975611 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: metering-labels {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.976955 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: metering-label-rules {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.978261 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: network-ip-availabilities {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.979538 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: bindings {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.982489 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: quotas {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.984009 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: quotas {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.985412 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: rbac-policies {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.986912 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: security-groups {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.988394 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: security-group-rules {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.990049 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: service-providers {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.991424 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: subnetpools {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.992877 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: subnetpools {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.994400 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.996973 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:32.999468 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:33.001413 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:33.003291 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:33.005454 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:33.007202 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:33.009873 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:33.011631 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:33.013749 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron.api.extensions [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Extended resource: tags {{(pid=94620) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 20:19:33.020710 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING keystonemiddleware.auth_token [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 20:19:33.025420 dv-cinder-760194-9-iscsi neutron-server[94620]: WARNING keystonemiddleware.auth_token [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 20:19:33.035671 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_concurrency.lockutils [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Acquired lock "singleton_lock" {{(pid=94620) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 20:19:33.036139 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_concurrency.lockutils [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Releasing lock "singleton_lock" {{(pid=94620) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 20:19:33.036777 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO oslo_service.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Starting 2 workers Sep 07 20:19:33.041587 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Started child 94729 {{(pid=94620) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 20:19:33.046474 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Started child 94730 {{(pid=94620) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 20:19:33.047185 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:33.047796 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO neutron.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 20:19:33.048367 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Notify callbacks [] for process, before_spawn {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:33.048685 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [-] (94729) wsgi starting up on http://0.0.0.0:9696 Sep 07 20:19:33.050866 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO oslo_service.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Starting 1 workers Sep 07 20:19:33.051079 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:33.052774 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [-] (94730) wsgi starting up on http://0.0.0.0:9696 Sep 07 20:19:33.056091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Started child 94731 {{(pid=94620) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 20:19:33.056613 dv-cinder-760194-9-iscsi neutron-server[94620]: INFO oslo_service.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Starting 1 workers Sep 07 20:19:33.059742 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] calling RpcWorker wait() {{(pid=94731) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 20:19:33.060339 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] returning from RpcWorker wait() {{(pid=94731) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 20:19:33.061160 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Started child 94732 {{(pid=94620) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 20:19:33.062078 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:33.062493 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:19:33.062621 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG neutron_lib.callbacks.manager [None req-ad57cc5a-9b6c-466f-a9a5-bd72a0f757f5 None None] Notify callbacks [] for process, after_spawn {{(pid=94620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:33.064501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94620) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 20:19:33.064714 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 20:19:33.064897 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 20:19:33.065110 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 20:19:33.065442 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 20:19:33.065602 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 20:19:33.066202 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.066472 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.066731 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.066974 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.067081 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:33.067604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.068010 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.068193 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.068424 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.068686 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.068932 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.069099 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.069261 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.069498 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.069759 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.074750 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.074750 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.074750 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.074750 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.074750 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.074750 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.074750 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.074750 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075490 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] debug = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075490 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075490 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075490 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075490 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075490 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075874 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075874 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075874 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075874 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075874 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075874 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075874 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.075874 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.076316 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.076316 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.076316 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.076316 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.076555 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] host = dv-cinder-760194-9-iscsi {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.077047 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.077047 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.077813 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.078027 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.078316 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.078534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.078802 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.079041 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.079298 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.079534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.079799 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.080052 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.080294 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.080527 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.080690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_options = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.080920 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.081182 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.081562 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.081658 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.081840 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.081986 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.082391 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.082391 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.082580 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.082832 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.082993 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.083195 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.083425 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.083685 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.083893 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.084143 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.084388 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.084614 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.084867 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.085107 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.085347 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.085593 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.085850 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.086080 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.086352 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.086562 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.086792 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.087033 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.087244 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.087482 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.087716 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.087963 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.088178 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.088405 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.088664 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.088888 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.089141 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.089616 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.089733 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.089900 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.090127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.090376 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.090586 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.090846 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.091055 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.091280 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.091491 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_json = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.091726 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.091944 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.092206 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.092528 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.092877 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.093108 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.093323 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.094510 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.095076 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.095792 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.096106 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.096358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.096616 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.096903 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.097153 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.097406 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.097652 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.097955 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.098327 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.098693 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.104774 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105004 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:19:33.105091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.105642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106269 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106269 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106269 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106269 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106269 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106269 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106269 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106269 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.106817 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.107380 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.107380 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.107380 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.107600 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.107747 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.107980 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.108196 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.108441 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.108657 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.108917 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.109143 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.109364 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.109579 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.109935 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.110420 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.110548 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.110915 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.111165 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.111688 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.111688 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.111894 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.112035 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.112258 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.112476 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.112675 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.113191 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.113191 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.113645 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.113645 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.113876 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.114083 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.114227 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.114463 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.114695 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.114910 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.115912 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.115912 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.115912 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.115912 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.116393 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.116393 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.116627 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.116627 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.116859 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.117093 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.117393 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.117630 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.117929 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.118176 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.118432 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.118651 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.118896 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.119145 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.119380 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.119625 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.119890 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.120132 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.120377 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.120620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.120856 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.121496 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.121757 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.121966 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.122377 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.122486 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.122633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.122916 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.123193 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.123499 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.123685 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.123937 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.124711 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.125761 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.126528 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.127974 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.127974 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.129749 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.129926 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.130208 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.130483 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133406 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133406 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133406 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133406 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133406 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133406 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133406 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133406 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133946 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133946 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133946 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133946 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.133946 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.134477 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.134723 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.134960 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.135245 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.135477 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.135720 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.135988 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.136230 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.137427 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.137544 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.137842 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.138515 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.138877 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.139166 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.139407 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.139754 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.140635 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.140944 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.141195 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.141437 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.141702 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.141983 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.142225 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.142498 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.142732 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.142962 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.143222 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.143535 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.143958 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.144274 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.144507 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.144738 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.145005 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.145244 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.145506 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.145800 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.146081 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.146335 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.146591 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.146828 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.147051 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.147313 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.147615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.147950 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.148497 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.148721 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.148940 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.149198 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.149441 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.149681 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.149939 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.150157 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.150400 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.150641 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.150991 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.151268 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.151507 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.151769 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.152010 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.152276 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.152517 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.152760 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.152981 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.153202 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.153424 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.153688 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.153992 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.154517 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.154777 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.155011 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.155248 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.155556 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.155937 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.156431 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.156747 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.156989 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.157251 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.157497 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.157753 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.158295 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.158295 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.158501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.158726 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.158973 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.159207 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.159438 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.159653 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.159868 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.160091 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.160315 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.160527 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.160759 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.161113 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.161334 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.161572 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.161800 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.162013 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.162234 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.162613 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.163000 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.163278 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.163530 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.163780 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.164026 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.164294 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.164476 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.164694 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.164928 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.165134 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.165459 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.165836 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.166125 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.166472 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.166812 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.167196 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.167460 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.167773 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.168030 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.168277 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.168504 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.168723 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.168951 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.169346 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.169797 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.170103 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.170364 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.170635 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.170924 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.171200 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.171462 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.171678 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.171982 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.172342 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.172609 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.172860 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.173121 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.173386 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.173611 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.173870 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.174106 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.174326 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.174561 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.174814 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.175069 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.175337 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.175577 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.175810 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.176034 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.176261 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.176509 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.176728 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.176971 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.177128 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 20:19:33.177686 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94620) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 20:19:33.177844 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 20:19:33.177988 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 20:19:33.178156 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 20:19:33.178344 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 20:19:33.178506 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 20:19:33.178715 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.178880 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.179039 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.179199 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.179358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.179539 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.179697 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.179842 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.180027 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.180163 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.180325 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.180483 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.180646 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.180803 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.181003 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.181170 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.181395 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.181498 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.181736 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.181898 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.182056 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.182214 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.182401 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] debug = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.182559 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.185831 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.185831 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.185831 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.185831 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.185831 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.185831 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.186287 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.186287 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.186287 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.186287 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.186287 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.186287 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.186287 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.186287 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187249 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187249 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187249 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] host = dv-cinder-760194-9-iscsi {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187249 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187249 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187249 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187249 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187249 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.187690 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.188171 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_options = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.188171 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.188171 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.188337 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.188448 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.188721 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.188825 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.188933 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.189093 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.189252 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.189410 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.189569 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.189744 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.189909 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.190071 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.190246 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.190403 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.190561 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.190718 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.190875 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.191033 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.191190 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.191346 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.191504 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.191662 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.191818 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.191981 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.192171 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.192368 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.192536 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.192698 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.193014 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.193172 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.193474 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.193796 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.194326 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.194493 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.194649 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.194946 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.195285 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.195595 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.195756 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.195915 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.196079 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.196234 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.196546 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.196852 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.197012 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_json = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.197177 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.197330 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.197487 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.197646 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.197848 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.198026 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.198156 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.198314 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 20:19:33.198497 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.198664 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.198837 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.199000 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.199163 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.199327 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.199491 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.199659 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.199822 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.199982 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.200152 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.200316 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.200487 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.200649 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.200810 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.200973 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.201136 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.201298 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.201459 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.201620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.201804 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.201968 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.202210 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.202917 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.203076 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.203396 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.203562 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.203777 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.203954 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.204309 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.204476 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.204641 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.204805 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.204970 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.205133 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.205615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.205615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.205615 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.205870 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.205936 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.206090 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.206241 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.206403 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.206569 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.206728 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.207044 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.207208 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.207375 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.207536 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.207699 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.207862 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.208025 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.208187 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.208349 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.208511 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.208684 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.208845 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.209194 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.209194 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.209652 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.209652 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.209852 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.210021 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.210180 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.210384 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.210517 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.210661 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.210823 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.210984 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.211147 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.211310 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.211471 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.211633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.211794 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.211956 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.212119 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.212311 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.212468 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:19:33.212634 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.212634 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.212794 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.212916 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.213076 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.213238 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.213399 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.213560 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.213752 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.213908 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.214069 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.214231 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.214401 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.214578 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.214740 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.214902 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.215065 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.219604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.219604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.219604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.219604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.219604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.219604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.219604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.219604 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.225961 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.225961 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.225961 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.225961 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.225961 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.225961 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.225961 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.225961 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.226509 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.226509 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.226509 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.226509 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.226509 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.226509 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.226509 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.226509 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227038 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227038 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227038 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227038 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227038 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227038 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227038 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227038 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227574 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227574 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227574 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227574 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227574 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227574 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227574 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.227574 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228127 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.228642 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229167 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229167 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229167 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229167 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229167 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229167 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229167 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229167 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229708 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229708 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229708 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229708 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229708 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229708 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229708 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.229708 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.230501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.230501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.230501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.230501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.230501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.230501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.230501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.230501 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.231756 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.231756 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.231756 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.231756 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.231756 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.231756 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.231756 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.231756 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.232358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.232358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.232358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.232358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.232358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.232358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.232358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.232358 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233042 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233042 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233042 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233042 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233042 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233042 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233042 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233042 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233678 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233678 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233678 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233678 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233678 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233678 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233678 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.233678 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.234291 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.234291 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.234291 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.234291 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.234291 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.234291 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.234291 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.234291 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.235633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.235633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.235633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.235633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.235633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.235633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.235633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.235633 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.236619 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.236619 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.236619 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.236619 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.236619 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.236619 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.236619 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.236619 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.238710 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.238710 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.238710 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.238710 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.238710 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.238710 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.238710 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.238710 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.239534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.239534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.239534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.239534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.239534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.239534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.239534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.239534 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.240892 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.240892 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.240892 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.240892 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.240892 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.240892 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.240892 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.240892 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.241620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.241620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.241620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.241620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.241620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.241620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.241620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.241620 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.242693 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.242693 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.242693 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.242693 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.242693 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.242693 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.242693 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.242693 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243132 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243132 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243132 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243132 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243132 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243411 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243411 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243526 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243687 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.243847 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.244413 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.244413 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.244413 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.244638 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.244638 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.244785 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.244899 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.245060 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.245222 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.245383 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 20:19:33.245537 dv-cinder-760194-9-iscsi neutron-server[94620]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94620) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 20:19:33.498498 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 36186) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:19:33.507876 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066435 Sep 07 20:19:45.235069 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871de9b8-a73f-4586-ae7c-4766e52693ca None None] get_active_networks_info from dv-cinder-760194-9-iscsi {{(pid=94731) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 20:19:45.322904 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871de9b8-a73f-4586-ae7c-4766e52693ca None None] No non-hosted networks {{(pid=94731) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 20:19:45.354423 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.agentschedulers_db [None req-871de9b8-a73f-4586-ae7c-4766e52693ca None None] DHCP Agent not found on host dv-cinder-760194-9-iscsi {{(pid=94731) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 20:19:45.490336 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-26413319-48a9-4e3a-8897-9c3bd602c084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133839086'] for agent, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:47.944007 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0bb47533-58ec-4153-bcf1-114599e37aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133839086'] for agent, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:47.983070 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.db.api [None req-33328f34-c1c8-4bae-b4df-9a9cc5092e49 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760194-9-iscsi {{(pid=94731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 20:19:47.983794 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG oslo_db.api [None req-33328f34-c1c8-4bae-b4df-9a9cc5092e49 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 20:19:48.262564 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133839086'] for agent, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:48.263600 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.264693 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.265261 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.265855 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.266383 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.266918 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.267441 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.268143 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.268671 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.269192 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.269739 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.270298 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:48.270891 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760194-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:19:48.285446 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760194-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:19:48.507407 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-33328f34-c1c8-4bae-b4df-9a9cc5092e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:49.690597 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133839086'] for agent, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:50.673396 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133839086'] for agent, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:50.980806 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.db.l3_hamode_db [None req-4047d66b-6955-49cf-a28c-7ad309deaaa3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 20:19:51.059841 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047d66b-6955-49cf-a28c-7ad309deaaa3 None None] Routers set() bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:19:51.060219 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047d66b-6955-49cf-a28c-7ad309deaaa3 None None] Router IDs set() for agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 20:19:51.801731 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 36278) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:19:52.301133 dv-cinder-760194-9-iscsi neutron-server[94729]: WARNING oslo_policy.policy [None req-a1a15bbd-0766-4913-ab2a-95e9435887dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 20:19:52.301701 dv-cinder-760194-9-iscsi neutron-server[94729]: WARNING oslo_policy.policy [None req-a1a15bbd-0766-4913-ab2a-95e9435887dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 20:19:52.521420 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [None req-a1a15bbd-0766-4913-ab2a-95e9435887dd admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:19:52.522577 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-a1a15bbd-0766-4913-ab2a-95e9435887dd admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7199266 Sep 07 20:19:54.916747 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 36292) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:19:55.403659 dv-cinder-760194-9-iscsi neutron-server[94730]: WARNING oslo_policy.policy [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 20:19:55.404466 dv-cinder-760194-9-iscsi neutron-server[94730]: WARNING oslo_policy.policy [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 20:19:55.624039 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:19:55.716502 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.policy [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94730) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 20:19:55.761738 dv-cinder-760194-9-iscsi neutron-server[94730]: WARNING oslo_policy.policy [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 20:19:55.762103 dv-cinder-760194-9-iscsi neutron-server[94730]: WARNING oslo_policy.policy [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 20:19:55.770581 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.quota [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] Loaded quota_driver: . Sep 07 20:19:55.925094 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761668400694', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761668401155', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761668274026', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761668284422', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761668763397', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761668304078', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-640252', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-828156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-134017851', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-134109665'] for rbac-policy, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:56.147205 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:56.148543 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-b62ce3ab-0f79-4ef5-935d-eda19d8725d0 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2296150 Sep 07 20:19:58.753453 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 36310) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:19:59.050258 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Request body: {'network': {'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'admin_state_up': True, 'name': 'private', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:19:59.136063 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Made reservation on behalf of 5800ed7ac4b740e19bf30bd19142b810 for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:19:59.138951 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:59.156260 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:59.277131 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:59.341624 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:59.365492 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:19:59.388109 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761666656624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:59.389108 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Unsubscribe: segment precommit_create {{(pid=94730) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 20:19:59.389628 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Added segment 221ff34a-8277-4454-9817-9714271f5bea of type vlan for network 141618fc-560b-4d29-aa1a-0889b35e3869 Sep 07 20:19:59.405968 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e998641c-d314-4ea2-a19f-dc21df844190,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:19:59.450740 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.451596 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.451938 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.452266 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.452595 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.452915 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.453233 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.453546 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.453902 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.454214 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.454563 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.454864 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Tracked resource versions report: Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: pushed versions: Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: { 'AddressGroup': {'1.2'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'ConntrackHelper': {'1.0'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Log': {'1.0'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Network': {'1.1'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Port': {'1.7'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'PortForwarding': {'1.2'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'QosPolicy': {'1.9'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SecurityGroup': {'1.4'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SecurityGroupRule': {'1.2'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SubPort': {'1.0'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Subnet': {'1.1'}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Trunk': {'1.1'}} Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: consumer versions: Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: { DHCP agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: L3 agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: Metadata agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: Metering agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: Open vSwitch agent@dv-cinder-760194-9-iscsi: { 'AddressGroup': '1.2', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'ConntrackHelper': '1.0', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Log': '1.0', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Network': '1.1', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Port': '1.7', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'PortForwarding': '1.2', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'QosPolicy': '1.9', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SecurityGroup': '1.4', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SecurityGroupRule': '1.2', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SubPort': '1.0', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Subnet': '1.1', Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Trunk': '1.1'}} Sep 07 20:19:59.455876 dv-cinder-760194-9-iscsi neutron-server[94730]: {{(pid=94730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 20:19:59.508523 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:59.644639 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:59.645902 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:19:59.646574 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:19:59.741027 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] Pushing event updated for resources: {'Network': ['ID=141618fc-560b-4d29-aa1a-0889b35e3869,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:19:59.753861 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 141618fc-560b-4d29-aa1a-0889b35e3869 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:19:59.793998 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-d8d12081-8359-416a-bb07-7159366f6e42 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0393288 Sep 07 20:20:02.459372 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 36324) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:02.988128 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.policy [None req-697a21fc-c913-4839-98db-cdabc111af26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94729) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 20:20:03.033885 dv-cinder-760194-9-iscsi neutron-server[94729]: WARNING oslo_policy.policy [None req-697a21fc-c913-4839-98db-cdabc111af26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 20:20:03.034251 dv-cinder-760194-9-iscsi neutron-server[94729]: WARNING oslo_policy.policy [None req-697a21fc-c913-4839-98db-cdabc111af26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 20:20:03.042520 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697a21fc-c913-4839-98db-cdabc111af26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:20:03.044220 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-697a21fc-c913-4839-98db-cdabc111af26 admin admin] 10.222.0.72 "GET /v2.0/networks/141618fc-560b-4d29-aa1a-0889b35e3869 HTTP/1.1" status: 200 len: 825 time: 0.5839505 Sep 07 20:20:03.082235 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-4c84b344-3bba-41b4-aa79-ac9668650271 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/0296999b-1d0f-4782-9ff1-2a20a4469a83 HTTP/1.1" status: 200 len: 734 time: 0.0317833 Sep 07 20:20:03.092335 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Request body: {'subnet': {'subnetpool_id': '0296999b-1d0f-4782-9ff1-2a20a4469a83', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'ip_version': 4, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:20:03.094253 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.quota [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Loaded quota_driver: . Sep 07 20:20:03.187295 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Made reservation on behalf of 5800ed7ac4b740e19bf30bd19142b810 for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:20:03.190322 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:03.547795 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:03.619157 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Checking segment: {'id': '221ff34a-8277-4454-9817-9714271f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:20:03.619553 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Network hostable DHCP agents. Network: 141618fc-560b-4d29-aa1a-0889b35e3869, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:20:03.632370 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca9a8d6-89ea-4694-9091-133c70b53fe1,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:03.646794 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.647157 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.647495 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.647826 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.648151 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.648491 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.648816 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.649181 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.649516 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.649878 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.650196 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.650509 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Tracked resource versions report: Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: pushed versions: Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: { 'AddressGroup': {'1.2'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'ConntrackHelper': {'1.0'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Log': {'1.0'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Network': {'1.1'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Port': {'1.7'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'PortForwarding': {'1.2'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'QosPolicy': {'1.9'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SecurityGroup': {'1.4'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SecurityGroupRule': {'1.2'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SubPort': {'1.0'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Subnet': {'1.1'}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Trunk': {'1.1'}} Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: consumer versions: Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: { DHCP agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: L3 agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: Metadata agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: Metering agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: Open vSwitch agent@dv-cinder-760194-9-iscsi: { 'AddressGroup': '1.2', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'ConntrackHelper': '1.0', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Log': '1.0', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Network': '1.1', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Port': '1.7', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'PortForwarding': '1.2', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'QosPolicy': '1.9', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SecurityGroup': '1.4', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SecurityGroupRule': '1.2', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SubPort': '1.0', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Subnet': '1.1', Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Trunk': '1.1'}} Sep 07 20:20:03.651525 dv-cinder-760194-9-iscsi neutron-server[94729]: {{(pid=94729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 20:20:03.730236 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Network 141618fc-560b-4d29-aa1a-0889b35e3869 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:20:03.804083 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 141618fc-560b-4d29-aa1a-0889b35e3869) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:20:03.810154 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:20:03.812779 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:03.813620 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058dca61-2d6b-4794-9481-22bbfa1f96d2 None None] Network 141618fc-560b-4d29-aa1a-0889b35e3869 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:20:03.913937 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-43151c77-aeb3-446f-9e3d-494bd33386a0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8255966 Sep 07 20:20:04.133686 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-141618fc-560b-4d29-aa1a-0889b35e3869', 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'fixed_ips': [{'subnet_id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:20:04.134981 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:04.410468 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Allocated IP 172.20.0.2 (141618fc-560b-4d29-aa1a-0889b35e3869/cca9a8d6-89ea-4694-9091-133c70b53fe1/6bd24a32-8242-4240-8835-74efee97135a) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:20:04.636824 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:04.651188 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Transition to ACTIVE for port object 6bd24a32-8242-4240-8835-74efee97135a will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:20:04.672348 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Transition to ACTIVE for port object 6bd24a32-8242-4240-8835-74efee97135a will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:20:04.765131 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:04.830775 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Network 141618fc-560b-4d29-aa1a-0889b35e3869 is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:20:04.835766 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:20:04.849541 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:20:04.855609 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Pushing event updated for resources: {'Port': ['ID=6bd24a32-8242-4240-8835-74efee97135a,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:04.886586 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.886996 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.887255 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.887587 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.887920 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.888245 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.888595 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.888926 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.889262 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.889747 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.889993 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.890308 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Tracked resource versions report: Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: pushed versions: Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: { 'AddressGroup': {'1.2'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'ConntrackHelper': {'1.0'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Log': {'1.0'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Network': {'1.1'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Port': {'1.7'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'PortForwarding': {'1.2'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'QosPolicy': {'1.9'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SecurityGroup': {'1.4'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SecurityGroupRule': {'1.2'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SubPort': {'1.0'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Subnet': {'1.1'}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Trunk': {'1.1'}} Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: consumer versions: Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: { DHCP agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: L3 agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: Metadata agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: Metering agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: Open vSwitch agent@dv-cinder-760194-9-iscsi: { 'AddressGroup': '1.2', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'ConntrackHelper': '1.0', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Log': '1.0', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Network': '1.1', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Port': '1.7', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'PortForwarding': '1.2', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'QosPolicy': '1.9', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SecurityGroup': '1.4', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SecurityGroupRule': '1.2', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SubPort': '1.0', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Subnet': '1.1', Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Trunk': '1.1'}} Sep 07 20:20:04.891370 dv-cinder-760194-9-iscsi neutron-server[94731]: {{(pid=94731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 20:20:04.940275 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Attempting to bind port 6bd24a32-8242-4240-8835-74efee97135a on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:20:04.940561 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Attempting to bind port 6bd24a32-8242-4240-8835-74efee97135a by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '221ff34a-8277-4454-9817-9714271f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:20:04.940970 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Attempting to bind port 6bd24a32-8242-4240-8835-74efee97135a on network 141618fc-560b-4d29-aa1a-0889b35e3869 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:20:04.945823 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:20:04.946233 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Checking segment: {'id': '221ff34a-8277-4454-9817-9714271f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:20:04.946686 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:04.947080 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Bound using segment: {'id': '221ff34a-8277-4454-9817-9714271f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:20:04.947536 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Bound port: 6bd24a32-8242-4240-8835-74efee97135a, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221ff34a-8277-4454-9817-9714271f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:20:04.947946 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:05.100512 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] For port 6bd24a32-8242-4240-8835-74efee97135a, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:20:05.105018 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] For port 6bd24a32-8242-4240-8835-74efee97135a, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=6bd24a32-8242-4240-8835-74efee97135a,segment=NetworkSegment(221ff34a-8277-4454-9817-9714271f5bea),segment_id=221ff34a-8277-4454-9817-9714271f5bea)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:20:05.205114 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:05.272068 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fa044-ea7e-4957-b23f-b1987483aa63 None None] Pushing event updated for resources: {'Port': ['ID=6bd24a32-8242-4240-8835-74efee97135a,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:06.362010 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 36338) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:06.678046 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [None req-35abf6ce-8633-47ff-9ede-392423c612de admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:20:06.679123 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-35abf6ce-8633-47ff-9ede-392423c612de admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3159878 Sep 07 20:20:09.103958 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 36346) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:09.462287 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [None req-35726338-a289-4e50-947c-4fd429bb93f6 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:20:09.463291 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-35726338-a289-4e50-947c-4fd429bb93f6 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3582499 Sep 07 20:20:11.124904 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:20:12.239508 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 36356) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:12.551944 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-772fe797-4003-4c32-ab7a-ceeb1fd71bbd admin admin] Request body: {'router': {'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'name': 'router1', 'admin_state_up': True}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:20:12.713505 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-772fe797-4003-4c32-ab7a-ceeb1fd71bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:12.715177 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-772fe797-4003-4c32-ab7a-ceeb1fd71bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:12.851795 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-772fe797-4003-4c32-ab7a-ceeb1fd71bbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:12.948284 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-772fe797-4003-4c32-ab7a-ceeb1fd71bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:13.136017 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-772fe797-4003-4c32-ab7a-ceeb1fd71bbd admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:13.137269 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-772fe797-4003-4c32-ab7a-ceeb1fd71bbd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8967927 Sep 07 20:20:13.735045 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c82c1ff-6c48-4a0d-8488-5e507c0c3087 None None] Network 141618fc-560b-4d29-aa1a-0889b35e3869 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:20:13.891727 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1e48bf2d-92a5-45a5-a506-62f4cdef6ba0 None None] Provisioning for port 6bd24a32-8242-4240-8835-74efee97135a completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:20:13.983355 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 6bd24a32-8242-4240-8835-74efee97135a up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:20:14.164228 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 6bd24a32-8242-4240-8835-74efee97135a completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:20:14.168297 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 6bd24a32-8242-4240-8835-74efee97135a triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:20:14.168692 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:14.275329 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:14.309927 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 6bd24a32-8242-4240-8835-74efee97135a, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=6bd24a32-8242-4240-8835-74efee97135a,segment=NetworkSegment(221ff34a-8277-4454-9817-9714271f5bea),segment_id=221ff34a-8277-4454-9817-9714271f5bea)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:20:14.416088 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:14.463336 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=6bd24a32-8242-4240-8835-74efee97135a,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:15.233350 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0419c10d-8dcf-4b01-ac08-33c1bf9380dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:15.573505 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 36368) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:15.902624 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [None req-6ffdd1df-fa85-4142-97f3-45ff208e5caa admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:20:15.904660 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-6ffdd1df-fa85-4142-97f3-45ff208e5caa admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3291659 Sep 07 20:20:15.949622 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 6bd24a32-8242-4240-8835-74efee97135a up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:20:16.003993 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 6bd24a32-8242-4240-8835-74efee97135a triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:20:16.004374 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:17.907057 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-596f90c9-316b-4130-9b56-3fb9aad2b1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:18.220918 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:18.311967 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 36376) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:18.633147 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:20:18.724418 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Made reservation on behalf of c0937b685bb644e08c2de5eb52b5f9f3 for: {'network': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:20:18.726796 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:18.743123 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:18.861552 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:18.929739 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:18.947924 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Reserving flat network on physical network physnet1 {{(pid=94729) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 20:20:18.967009 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c325ff82-c787-4cfd-9e20-3e23d3354571,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:18.972754 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761666656624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:18.973318 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Unsubscribe: segment precommit_create {{(pid=94729) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 20:20:18.973823 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.segments_db [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Added segment 49567076-ea10-4da1-aa40-a2360c04aadd of type flat for network c8cccb9d-267e-4fb5-bdfa-5638fb586564 Sep 07 20:20:19.025199 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:19.135370 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:19.136266 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:20:19.136862 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:19.241164 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] Pushing event updated for resources: {'Network': ['ID=c8cccb9d-267e-4fb5-bdfa-5638fb586564,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:19.254802 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:20:19.273032 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e8ecee44-5985-43bb-a58b-19e2cb47014a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9600244 Sep 07 20:20:19.581081 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:20.672784 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:21.698283 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 36394) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:21.906963 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dc7c9f-5b0b-4b77-ad04-0febeebff4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:20:21.908323 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e9dc7c9f-5b0b-4b77-ad04-0febeebff4d0 admin admin] 10.222.0.72 "GET /v2.0/subnets/cca9a8d6-89ea-4694-9091-133c70b53fe1 HTTP/1.1" status: 200 len: 849 time: 0.2087529 Sep 07 20:20:22.071218 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-08bf4710-a15b-4daf-9256-ad050ca480e7 admin admin] 10.222.0.72 "GET /v2.0/routers/735144ac-ca92-4e1b-9318-a47d270845c7 HTTP/1.1" status: 200 len: 704 time: 0.1567826 Sep 07 20:20:22.331803 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:22.620108 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Allocated IP 172.20.0.1 (141618fc-560b-4d29-aa1a-0889b35e3869/cca9a8d6-89ea-4694-9091-133c70b53fe1/58b148c2-d57d-4b1b-8a5f-7f527080ebce) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:20:22.770122 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:22.792402 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Transition to ACTIVE for port object 58b148c2-d57d-4b1b-8a5f-7f527080ebce will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:20:22.913522 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:22.977766 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Network 141618fc-560b-4d29-aa1a-0889b35e3869 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:20:22.983141 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:20:22.986301 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:20:22.986858 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:23.109805 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Pushing event updated for resources: {'Port': ['ID=58b148c2-d57d-4b1b-8a5f-7f527080ebce,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:23.232922 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-855f3574-9ab8-414b-bdec-f2221d053c93 None None] Provisioning for port 58b148c2-d57d-4b1b-8a5f-7f527080ebce completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:20:23.237168 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-855f3574-9ab8-414b-bdec-f2221d053c93 None None] Provisioning complete for port 58b148c2-d57d-4b1b-8a5f-7f527080ebce triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:20:23.240990 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-855f3574-9ab8-414b-bdec-f2221d053c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:23.271256 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-855f3574-9ab8-414b-bdec-f2221d053c93 None None] Port 58b148c2-d57d-4b1b-8a5f-7f527080ebce cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:20:23.299434 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:23.513293 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:23.576169 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:23.576982 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:23.636410 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Pushing event updated for resources: {'Port': ['ID=58b148c2-d57d-4b1b-8a5f-7f527080ebce,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:23.701132 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Network 141618fc-560b-4d29-aa1a-0889b35e3869 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:20:23.702568 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:20:23.892826 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-93f173ee-7aa8-4469-baba-6cacf822b333 None None] Provisioning complete for port 58b148c2-d57d-4b1b-8a5f-7f527080ebce triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:20:23.893228 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-93f173ee-7aa8-4469-baba-6cacf822b333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:23.925664 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-93f173ee-7aa8-4469-baba-6cacf822b333 None None] Port 58b148c2-d57d-4b1b-8a5f-7f527080ebce cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:20:23.958934 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Router 735144ac-ca92-4e1b-9318-a47d270845c7 is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:20:24.050551 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:20:24.055732 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-f7510709-542d-41d8-8a42-ed437f472011 admin admin] 10.222.0.72 "PUT /v2.0/routers/735144ac-ca92-4e1b-9318-a47d270845c7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9781561 Sep 07 20:20:24.061065 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Sync routers for ids ['735144ac-ca92-4e1b-9318-a47d270845c7'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:20:24.075180 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Routers {'735144ac-ca92-4e1b-9318-a47d270845c7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:20:24.076082 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:20:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['735144ac-ca92-4e1b-9318-a47d270845c7'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:20:24.259248 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Set router 735144ac-ca92-4e1b-9318-a47d270845c7 gateway port host: None {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:20:24.680859 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'name': 'router1', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:20:12Z', 'updated_at': '2021-09-07T20:20:23Z', 'revision_number': 2, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'gw_port_host': None, '_interfaces': [{'id': '58b148c2-d57d-4b1b-8a5f-7f527080ebce', 'name': '', 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'mac_address': 'fa:16:3e:c9:c8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:20:22Z', 'updated_at': '2021-09-07T20:20:23Z', 'revision_number': 2, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'subnets': [{'id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0296999b-1d0f-4782-9ff1-2a20a4469a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:20:24.732392 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Checking router: 735144ac-ca92-4e1b-9318-a47d270845c7 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:20:24.732762 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Updating router 735144ac-ca92-4e1b-9318-a47d270845c7 port 58b148c2-d57d-4b1b-8a5f-7f527080ebce binding host dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:20:24.780301 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:25.293315 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:25.310816 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Transition to ACTIVE for port object 58b148c2-d57d-4b1b-8a5f-7f527080ebce will not be triggered until provisioned by entity L2. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:20:25.375619 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:25.530581 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Pushing event updated for resources: {'Port': ['ID=58b148c2-d57d-4b1b-8a5f-7f527080ebce,revision_number=3']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:25.546214 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Attempting to bind port 58b148c2-d57d-4b1b-8a5f-7f527080ebce on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:20:25.546672 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Attempting to bind port 58b148c2-d57d-4b1b-8a5f-7f527080ebce by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '221ff34a-8277-4454-9817-9714271f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869'}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:20:25.547087 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Attempting to bind port 58b148c2-d57d-4b1b-8a5f-7f527080ebce on network 141618fc-560b-4d29-aa1a-0889b35e3869 {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:20:25.550015 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.550362 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.550701 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.551034 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.551365 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.551697 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.552015 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.552520 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.552853 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.553175 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.553502 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.553838 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Tracked resource versions report: Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: pushed versions: Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: { 'AddressGroup': {'1.2'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'ConntrackHelper': {'1.0'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Log': {'1.0'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Network': {'1.1'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Port': {'1.7'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'PortForwarding': {'1.2'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'QosPolicy': {'1.9'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SecurityGroup': {'1.4'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SecurityGroupRule': {'1.2'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SubPort': {'1.0'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Subnet': {'1.1'}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Trunk': {'1.1'}} Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: consumer versions: Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: { DHCP agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: L3 agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: Metadata agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: Metering agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: Open vSwitch agent@dv-cinder-760194-9-iscsi: { 'AddressGroup': '1.2', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'ConntrackHelper': '1.0', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Log': '1.0', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Network': '1.1', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Port': '1.7', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'PortForwarding': '1.2', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'QosPolicy': '1.9', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SecurityGroup': '1.4', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SecurityGroupRule': '1.2', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SubPort': '1.0', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Subnet': '1.1', Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Trunk': '1.1'}} Sep 07 20:20:25.554883 dv-cinder-760194-9-iscsi neutron-server[94732]: {{(pid=94732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 20:20:25.563349 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:20:25.563638 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Checking segment: {'id': '221ff34a-8277-4454-9817-9714271f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:20:25.564022 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:25.564417 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Bound using segment: {'id': '221ff34a-8277-4454-9817-9714271f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869'} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:20:25.564893 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Bound port: 58b148c2-d57d-4b1b-8a5f-7f527080ebce, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221ff34a-8277-4454-9817-9714271f5bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869'}}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:20:25.565284 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:25.632727 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] For port 58b148c2-d57d-4b1b-8a5f-7f527080ebce, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:20:25.652809 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] For port 58b148c2-d57d-4b1b-8a5f-7f527080ebce, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=58b148c2-d57d-4b1b-8a5f-7f527080ebce,segment=NetworkSegment(221ff34a-8277-4454-9817-9714271f5bea),segment_id=221ff34a-8277-4454-9817-9714271f5bea)] {{(pid=94732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:20:25.730348 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:25.789810 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Routers {'735144ac-ca92-4e1b-9318-a47d270845c7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:20:25.790435 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:20:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['735144ac-ca92-4e1b-9318-a47d270845c7'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:20:25.827053 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42737ec2-6b05-4af4-bc15-acc475898fb0 None None] Pushing event updated for resources: {'Port': ['ID=58b148c2-d57d-4b1b-8a5f-7f527080ebce,revision_number=4']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:25.885950 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] Set router 735144ac-ca92-4e1b-9318-a47d270845c7 gateway port host: None {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:20:26.094511 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'name': 'router1', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:20:12Z', 'updated_at': '2021-09-07T20:20:23Z', 'revision_number': 2, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'gw_port_host': None, '_interfaces': [{'id': '58b148c2-d57d-4b1b-8a5f-7f527080ebce', 'name': '', 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'mac_address': 'fa:16:3e:c9:c8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:20:22Z', 'updated_at': '2021-09-07T20:20:25Z', 'revision_number': 4, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'subnets': [{'id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0296999b-1d0f-4782-9ff1-2a20a4469a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:20:26.120192 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7242a6a4-f9fc-4736-a59d-ef2a93f6c416 None None] The sync data for ids ['735144ac-ca92-4e1b-9318-a47d270845c7'] in dv-cinder-760194-9-iscsi is: [{'id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'name': 'router1', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:20:12Z', 'updated_at': '2021-09-07T20:20:23Z', 'revision_number': 2, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'gw_port_host': None, '_interfaces': [{'id': '58b148c2-d57d-4b1b-8a5f-7f527080ebce', 'name': '', 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'mac_address': 'fa:16:3e:c9:c8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:20:22Z', 'updated_at': '2021-09-07T20:20:25Z', 'revision_number': 4, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'subnets': [{'id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0296999b-1d0f-4782-9ff1-2a20a4469a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:20:26.317300 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 36414) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:26.428254 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979ed7e5-9ca6-42e8-ab3c-7600ff1b5fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:20:26.429548 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-979ed7e5-9ca6-42e8-ab3c-7600ff1b5fd1 admin admin] 10.222.0.72 "GET /v2.0/networks/c8cccb9d-267e-4fb5-bdfa-5638fb586564 HTTP/1.1" status: 200 len: 842 time: 0.1112735 Sep 07 20:20:26.439627 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:20:26.530686 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Made reservation on behalf of c0937b685bb644e08c2de5eb52b5f9f3 for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:20:26.532952 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:26.870919 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.objects.ports [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94729) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 20:20:26.871342 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:26.927970 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05371087-fea9-4f9f-80b7-ad016d4982b7,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:26.936551 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:20:26.936909 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Network hostable DHCP agents. Network: c8cccb9d-267e-4fb5-bdfa-5638fb586564, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:20:27.044723 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:20:27.124397 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, c8cccb9d-267e-4fb5-bdfa-5638fb586564) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:20:27.128355 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:20:27.128936 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:27.133512 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42d3ff9-83c9-4af6-bae1-b58c9f9a3551 None None] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:20:27.226006 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c39721d9-9fbd-4f50-9556-a1365ec5ffb7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7746046 Sep 07 20:20:27.270934 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758cd7f3-483c-4fa8-840c-8688e399471e None None] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:20:29.500299 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 36422) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:29.733857 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-939b9b23-3617-4644-9b68-e128796e37c6 admin admin] 10.222.0.72 "GET /v2.0/routers/735144ac-ca92-4e1b-9318-a47d270845c7 HTTP/1.1" status: 200 len: 710 time: 0.2324648 Sep 07 20:20:29.882189 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1606432-3cc5-4a6a-96ff-b8764b852f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:20:29.883614 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-c1606432-3cc5-4a6a-96ff-b8764b852f16 admin admin] 10.222.0.72 "GET /v2.0/networks/c8cccb9d-267e-4fb5-bdfa-5638fb586564 HTTP/1.1" status: 200 len: 886 time: 0.1438427 Sep 07 20:20:29.893501 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:20:30.147804 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:30.509175 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:30.583133 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:30.768489 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Allocated IP 172.27.0.204 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/a78b35aa-b0d0-4eb0-afb6-4e5619f868fc) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:20:30.874365 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:31.016046 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:31.135771 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:20:31.147185 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:20:31.158509 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:20:31.204174 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Pushing event updated for resources: {'Port': ['ID=a78b35aa-b0d0-4eb0-afb6-4e5619f868fc,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:31.535176 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:31.726121 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133838839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133942791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16316'] for router, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:31.731194 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133838830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133838817', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133942910'] for router, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:31.840579 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Router 735144ac-ca92-4e1b-9318-a47d270845c7 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:20:31.948240 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:20:31.952877 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:31.960075 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-d2b1f7ba-88c6-4d08-9233-91a07fa83a81 admin admin] 10.222.0.72 "PUT /v2.0/routers/735144ac-ca92-4e1b-9318-a47d270845c7 HTTP/1.1" status: 200 len: 890 time: 2.0641394 Sep 07 20:20:31.975722 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 58b148c2-d57d-4b1b-8a5f-7f527080ebce up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:20:32.152234 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 58b148c2-d57d-4b1b-8a5f-7f527080ebce completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:20:32.157299 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 58b148c2-d57d-4b1b-8a5f-7f527080ebce triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:20:32.157398 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:32.242091 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:32.276468 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 58b148c2-d57d-4b1b-8a5f-7f527080ebce, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=58b148c2-d57d-4b1b-8a5f-7f527080ebce,segment=NetworkSegment(221ff34a-8277-4454-9817-9714271f5bea),segment_id=221ff34a-8277-4454-9817-9714271f5bea)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:20:32.341447 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:32.389350 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=58b148c2-d57d-4b1b-8a5f-7f527080ebce,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:32.543359 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Sync routers for ids ['735144ac-ca92-4e1b-9318-a47d270845c7'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:20:32.553706 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Routers {'735144ac-ca92-4e1b-9318-a47d270845c7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:20:32.554393 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:20:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['735144ac-ca92-4e1b-9318-a47d270845c7'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:20:32.803206 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Set router 735144ac-ca92-4e1b-9318-a47d270845c7 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:20:33.188592 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'name': 'router1', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a78b35aa-b0d0-4eb0-afb6-4e5619f868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:20:12Z', 'updated_at': '2021-09-07T20:20:31Z', 'revision_number': 4, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'gw_port': {'id': 'a78b35aa-b0d0-4eb0-afb6-4e5619f868fc', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:20:30Z', 'updated_at': '2021-09-07T20:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '58b148c2-d57d-4b1b-8a5f-7f527080ebce', 'name': '', 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'mac_address': 'fa:16:3e:c9:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:20:22Z', 'updated_at': '2021-09-07T20:20:32Z', 'revision_number': 5, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'subnets': [{'id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0296999b-1d0f-4782-9ff1-2a20a4469a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:20:33.240543 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Checking router: 735144ac-ca92-4e1b-9318-a47d270845c7 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:20:33.240914 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Updating router 735144ac-ca92-4e1b-9318-a47d270845c7 port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:20:33.289118 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:33.601796 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:33.611130 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Transition to ACTIVE for port object a78b35aa-b0d0-4eb0-afb6-4e5619f868fc will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:20:33.683862 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:33.734080 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04c3d5-227c-4504-9fa6-e4d1c60cb835 None None] Pushing event updated for resources: {'Port': ['ID=a78b35aa-b0d0-4eb0-afb6-4e5619f868fc,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:33.736242 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Attempting to bind port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:20:33.736600 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Attempting to bind port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:20:33.736954 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Attempting to bind port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:20:33.742246 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:20:33.742610 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:20:33.742999 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:33.743377 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:20:33.744156 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Bound port: a78b35aa-b0d0-4eb0-afb6-4e5619f868fc, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:20:33.744243 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:33.795922 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] For port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:20:33.798780 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] For port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=a78b35aa-b0d0-4eb0-afb6-4e5619f868fc,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:20:33.873591 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:33.928662 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Routers {'735144ac-ca92-4e1b-9318-a47d270845c7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:20:33.929287 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:20:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['735144ac-ca92-4e1b-9318-a47d270845c7'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:20:33.934090 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04c3d5-227c-4504-9fa6-e4d1c60cb835 None None] Pushing event updated for resources: {'Port': ['ID=a78b35aa-b0d0-4eb0-afb6-4e5619f868fc,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:33.972777 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 58b148c2-d57d-4b1b-8a5f-7f527080ebce up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:20:34.142991 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] Set router 735144ac-ca92-4e1b-9318-a47d270845c7 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:20:34.178782 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 58b148c2-d57d-4b1b-8a5f-7f527080ebce triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:20:34.179145 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:34.415640 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 36434) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:20:34.424178 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'name': 'router1', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a78b35aa-b0d0-4eb0-afb6-4e5619f868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:20:12Z', 'updated_at': '2021-09-07T20:20:31Z', 'revision_number': 4, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'gw_port': {'id': 'a78b35aa-b0d0-4eb0-afb6-4e5619f868fc', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:20:30Z', 'updated_at': '2021-09-07T20:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '58b148c2-d57d-4b1b-8a5f-7f527080ebce', 'name': '', 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'mac_address': 'fa:16:3e:c9:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:20:22Z', 'updated_at': '2021-09-07T20:20:32Z', 'revision_number': 5, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'subnets': [{'id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0296999b-1d0f-4782-9ff1-2a20a4469a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:20:34.451193 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b5081-b522-44e1-a0c9-b11b43020bb7 None None] The sync data for ids ['735144ac-ca92-4e1b-9318-a47d270845c7'] in dv-cinder-760194-9-iscsi is: [{'id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'name': 'router1', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'a78b35aa-b0d0-4eb0-afb6-4e5619f868fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:20:12Z', 'updated_at': '2021-09-07T20:20:31Z', 'revision_number': 4, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'gw_port': {'id': 'a78b35aa-b0d0-4eb0-afb6-4e5619f868fc', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:78:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:20:30Z', 'updated_at': '2021-09-07T20:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '58b148c2-d57d-4b1b-8a5f-7f527080ebce', 'name': '', 'network_id': '141618fc-560b-4d29-aa1a-0889b35e3869', 'tenant_id': '5800ed7ac4b740e19bf30bd19142b810', 'mac_address': 'fa:16:3e:c9:c8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735144ac-ca92-4e1b-9318-a47d270845c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:20:22Z', 'updated_at': '2021-09-07T20:20:32Z', 'revision_number': 5, 'project_id': '5800ed7ac4b740e19bf30bd19142b810', 'subnets': [{'id': 'cca9a8d6-89ea-4694-9091-133c70b53fe1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0296999b-1d0f-4782-9ff1-2a20a4469a83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:20:34.546897 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-9df0d12a-0300-40b6-a472-a2c987cb4f3a admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1300991 Sep 07 20:20:35.978232 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a78b35aa-b0d0-4eb0-afb6-4e5619f868fc up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:20:36.100907 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:20:36.105199 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:20:36.105568 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:36.185544 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:36.218118 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=a78b35aa-b0d0-4eb0-afb6-4e5619f868fc,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:20:36.306595 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:36.358386 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=a78b35aa-b0d0-4eb0-afb6-4e5619f868fc,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:20:37.985061 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a78b35aa-b0d0-4eb0-afb6-4e5619f868fc up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:20:38.044212 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port a78b35aa-b0d0-4eb0-afb6-4e5619f868fc triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:20:38.044800 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:45.220835 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-28fccf52-be0b-49fe-a2bb-2f6cb0afdbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:47.906646 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-829713a1-d02b-408f-8ea6-519d87d5c46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:48.123864 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:20:48.209317 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:49.621131 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:20:50.627871 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:15.226084 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8f694f13-e0dc-46da-8e2c-fd1373d9c27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:17.906432 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-471a832f-5fb5-49ed-917d-24d1f223c594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:18.214627 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:19.580478 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:20.642994 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:25.123736 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:21:45.225914 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-105a4343-ee0c-4ea7-8720-34d120eb40f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:47.922956 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-f33377cf-9056-4308-a6be-f30441f9c179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:48.203170 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:49.575034 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:21:50.671233 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:02.122058 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:22:13.180597 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 36996) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:13.241472 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de85e79-3874-4b15-9836-920b5aa42a74 admin admin] GET failed (client error): The resource could not be found. Sep 07 20:22:13.242807 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-0de85e79-3874-4b15-9836-920b5aa42a74 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612803 Sep 07 20:22:13.405990 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3facde30-fccd-4173-8058-8f4266a7f07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:13.407438 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-3facde30-fccd-4173-8058-8f4266a7f07b admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600456 Sep 07 20:22:15.231194 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-f2f67075-bb0d-4673-9e9d-0aa42905691d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:15.595779 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37006) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:15.762798 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898bfecc-fd85-44bd-a4e5-814e44f30500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:15.764192 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-898bfecc-fd85-44bd-a4e5-814e44f30500 admin admin] 10.222.0.72 "GET /v2.0/subnets/cca9a8d6-89ea-4694-9091-133c70b53fe1 HTTP/1.1" status: 200 len: 849 time: 0.1674702 Sep 07 20:22:15.774188 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:22:15.865311 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:16.077647 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761666500069'] for subnet, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:16.108303 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:16.108925 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:16.110319 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] 10.222.0.72 "PUT /v2.0/subnets/cca9a8d6-89ea-4694-9091-133c70b53fe1 HTTP/1.1" status: 200 len: 868 time: 0.3398559 Sep 07 20:22:16.123561 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0596995e-9468-48c9-be35-ab30f56d42ac None None] Network 141618fc-560b-4d29-aa1a-0889b35e3869 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:22:16.138762 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca9a8d6-89ea-4694-9091-133c70b53fe1,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:22:16.146383 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.146735 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.147066 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.147406 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.147758 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.148165 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.148629 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.151372 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.153970 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.155649 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.155995 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.156311 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b368-af90-4066-b598-b15ef7a9b2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:22:16.525335 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1e71945d-71b5-429a-9cd2-c9ac74b85e49 None None] Provisioning complete for port 58b148c2-d57d-4b1b-8a5f-7f527080ebce triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:22:16.526432 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1e71945d-71b5-429a-9cd2-c9ac74b85e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:16.617965 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1e71945d-71b5-429a-9cd2-c9ac74b85e49 None None] Provisioning complete for port 6bd24a32-8242-4240-8835-74efee97135a triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:22:16.618332 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1e71945d-71b5-429a-9cd2-c9ac74b85e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:17.905793 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-a2ceed19-9219-45df-aef8-b09c7c90840b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:18.276756 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:18.339771 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37014) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:18.556402 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01a2c2-3540-486e-9bef-eeb3e78c89be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:18.556805 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01a2c2-3540-486e-9bef-eeb3e78c89be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:18.559049 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ba01a2c2-3540-486e-9bef-eeb3e78c89be admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2182860 Sep 07 20:22:19.608737 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:20.665144 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:20.762850 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37022) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:20.968466 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce554e-b51f-419a-8148-cfdbfb02bdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:20.968947 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce554e-b51f-419a-8148-cfdbfb02bdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:20.970539 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-15ce554e-b51f-419a-8148-cfdbfb02bdb1 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2067211 Sep 07 20:22:23.188918 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37032) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:23.355136 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b349ba4-fe1a-44f1-962e-c9e5d5b3eff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:23.356529 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-1b349ba4-fe1a-44f1-962e-c9e5d5b3eff8 admin admin] 10.222.0.72 "GET /v2.0/networks/141618fc-560b-4d29-aa1a-0889b35e3869 HTTP/1.1" status: 200 len: 869 time: 0.1665835 Sep 07 20:22:25.588273 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37040) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:25.719181 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1448735b-064c-4dd6-9c1e-0c4cf8d13742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:25.720569 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-1448735b-064c-4dd6-9c1e-0c4cf8d13742 admin admin] 10.222.0.72 "GET /v2.0/networks/c8cccb9d-267e-4fb5-bdfa-5638fb586564 HTTP/1.1" status: 200 len: 886 time: 0.1313136 Sep 07 20:22:27.938296 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37048) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:28.157890 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b1c5a-9809-4bee-a11d-138b0ae03f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:28.158261 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b1c5a-9809-4bee-a11d-138b0ae03f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:28.159876 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-a56b1c5a-9809-4bee-a11d-138b0ae03f0c admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2206063 Sep 07 20:22:30.355985 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37056) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:30.448270 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283b3c7-1b1f-4c1d-aec6-07bd85242539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:30.448789 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283b3c7-1b1f-4c1d-aec6-07bd85242539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:30.450300 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-9283b3c7-1b1f-4c1d-aec6-07bd85242539 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933683 Sep 07 20:22:32.617260 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37064) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:32.701173 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece681f8-7903-43df-974c-53872f8870c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:32.702527 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-ece681f8-7903-43df-974c-53872f8870c0 admin admin] 10.222.0.72 "GET /v2.0/subnets/05371087-fea9-4f9f-80b7-ad016d4982b7 HTTP/1.1" status: 200 len: 816 time: 0.0842631 Sep 07 20:22:34.882496 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37072) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:22:34.973266 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce805d7f-0d41-46dd-a7bb-48f29e75d3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:22:34.974638 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ce805d7f-0d41-46dd-a7bb-48f29e75d3f5 admin admin] 10.222.0.72 "GET /v2.0/subnets/cca9a8d6-89ea-4694-9091-133c70b53fe1 HTTP/1.1" status: 200 len: 868 time: 0.0911958 Sep 07 20:22:39.121161 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:22:45.213450 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-02d8ca52-5fb3-4db7-be7c-c3ea0e2efe72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:47.899030 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-acfa8378-764c-4a3a-9d4e-25bada78f08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:48.190145 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:49.636435 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:22:50.648131 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:00.168089 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37126) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:23:00.216260 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [None req-67b869e6-de5b-418a-a428-41a14e1dda9e admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:23:00.217307 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-67b869e6-de5b-418a-a428-41a14e1dda9e admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482795 Sep 07 20:23:02.508912 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37134) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:23:02.572322 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1ffdd5-63cd-4f7c-8a1d-7d2b0f54e8a6 admin admin] GET failed (client error): The resource could not be found. Sep 07 20:23:02.573636 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-4a1ffdd5-63cd-4f7c-8a1d-7d2b0f54e8a6 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632606 Sep 07 20:23:02.663340 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b175c24-cd10-4dc3-836d-6b7259b581e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:23:02.664830 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7b175c24-cd10-4dc3-836d-6b7259b581e8 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864780 Sep 07 20:23:04.922968 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37142) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:23:04.969849 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:23:05.076092 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Made reservation on behalf of c0937b685bb644e08c2de5eb52b5f9f3 for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:23:05.078533 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:05.115823 dv-cinder-760194-9-iscsi neutron-server[94730]: WARNING neutron.services.revisions.revision_plugin [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Could not find related network for resource to bump revision. Sep 07 20:23:05.128780 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:23:05.137453 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:05.137855 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Added segment 23b78a63-65a3-47ca-9489-12b841e8fec4 of type vlan for network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f Sep 07 20:23:05.176413 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:05.322300 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:05.323297 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:23:05.323907 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:05.380665 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Pushing event updated for resources: {'Network': ['ID=4eac8d95-2f55-462e-ae52-5aaf9d0e723f,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:23:05.387058 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.387422 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.387770 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.388143 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.388469 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.388798 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.389140 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.389447 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.389846 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.390161 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.390477 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.390814 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:05.401777 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:23:05.481975 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-aa5a5649-e906-4cf8-b074-8950930adb17 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5578330 Sep 07 20:23:07.725856 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37150) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:23:07.786520 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abe9ff0-5fe5-4a33-8af7-910ab701cff6 admin admin] GET failed (client error): The resource could not be found. Sep 07 20:23:07.787914 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-7abe9ff0-5fe5-4a33-8af7-910ab701cff6 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610993 Sep 07 20:23:07.886569 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa56350c-cf9e-46ac-a546-a4cf814f672e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:23:07.888043 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-fa56350c-cf9e-46ac-a546-a4cf814f672e admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0950077 Sep 07 20:23:07.898222 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:23:08.001512 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Made reservation on behalf of c0937b685bb644e08c2de5eb52b5f9f3 for: {'subnet': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:23:08.003944 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:08.258348 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:08.307441 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f32153-9643-4cd6-a4f0-bf5066bdfc32,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:23:08.323193 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Checking segment: {'id': '23b78a63-65a3-47ca-9489-12b841e8fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:23:08.323541 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Network hostable DHCP agents. Network: 4eac8d95-2f55-462e-ae52-5aaf9d0e723f, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:23:08.424465 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:23:08.499021 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 4eac8d95-2f55-462e-ae52-5aaf9d0e723f) {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:23:08.504299 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:23:08.505417 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:08.512033 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8032bb05-b1dd-4a1f-9c59-540fab4a5e88 None None] Network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:23:08.625778 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-ea9ae464-b565-451f-85f9-31244bc7f701 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7307780 Sep 07 20:23:08.760327 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-4eac8d95-2f55-462e-ae52-5aaf9d0e723f', 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f', 'tenant_id': 'c0937b685bb644e08c2de5eb52b5f9f3', 'fixed_ips': [{'subnet_id': '80f32153-9643-4cd6-a4f0-bf5066bdfc32'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:23:08.761209 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:08.913699 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Allocated IP 192.168.233.2 (4eac8d95-2f55-462e-ae52-5aaf9d0e723f/80f32153-9643-4cd6-a4f0-bf5066bdfc32/75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:23:09.057110 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:09.065665 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Transition to ACTIVE for port object 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:23:09.081190 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Transition to ACTIVE for port object 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:23:09.156800 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:09.200349 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:23:09.205076 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:23:09.209445 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:23:09.213042 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Pushing event updated for resources: {'Port': ['ID=75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:23:09.223940 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.224280 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.224622 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.224970 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.225300 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.225627 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.225977 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.226299 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.226639 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.226958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.227275 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.227618 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:23:09.275121 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Attempting to bind port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:23:09.275535 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Attempting to bind port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '23b78a63-65a3-47ca-9489-12b841e8fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:23:09.275885 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Attempting to bind port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec on network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:23:09.281172 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:23:09.281537 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Checking segment: {'id': '23b78a63-65a3-47ca-9489-12b841e8fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:23:09.281947 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:09.282332 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Bound using segment: {'id': '23b78a63-65a3-47ca-9489-12b841e8fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:23:09.282865 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Bound port: 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b78a63-65a3-47ca-9489-12b841e8fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:23:09.283173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:09.346694 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] For port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:23:09.350042 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] For port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec,segment=NetworkSegment(23b78a63-65a3-47ca-9489-12b841e8fec4),segment_id=23b78a63-65a3-47ca-9489-12b841e8fec4)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:23:09.418392 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:09.476523 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80960b2a-073a-44d9-b221-75133a82b5e8 None None] Pushing event updated for resources: {'Port': ['ID=75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:23:10.130985 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:23:10.270999 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:23:10.342661 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca061848-c1a7-4b8c-8155-34249b32dfed None None] Network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:23:10.544547 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-49c5e9bf-bc70-40fc-ba54-dfc3b523bd54 None None] Provisioning for port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:23:10.551882 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-49c5e9bf-bc70-40fc-ba54-dfc3b523bd54 None None] Provisioning complete for port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:23:10.552394 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-49c5e9bf-bc70-40fc-ba54-dfc3b523bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:10.642749 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-49c5e9bf-bc70-40fc-ba54-dfc3b523bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:10.687336 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-49c5e9bf-bc70-40fc-ba54-dfc3b523bd54 None None] For port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec,segment=NetworkSegment(23b78a63-65a3-47ca-9489-12b841e8fec4),segment_id=23b78a63-65a3-47ca-9489-12b841e8fec4)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:23:10.761627 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-49c5e9bf-bc70-40fc-ba54-dfc3b523bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:10.814691 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5e9bf-bc70-40fc-ba54-dfc3b523bd54 None None] Pushing event updated for resources: {'Port': ['ID=75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:23:10.880069 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-4879a5e2-0790-43e2-924c-8ce7da230f58 None None] Provisioning complete for port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:23:10.880443 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-4879a5e2-0790-43e2-924c-8ce7da230f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:12.084339 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:23:12.132998 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 75b63ec9-a4e8-42f5-884b-8b1d1b3b74ec triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:23:12.133352 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:15.276196 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-77c6fb2a-102c-440e-9358-a3e6da52c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:16.120559 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:23:17.932392 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ebea59c1-3aed-45ef-ae4d-cea5c2cc1196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:18.219136 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:19.590044 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:20.733381 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:45.235230 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-f7487726-facf-4964-8e13-6bc6c2946f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:47.934581 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-a9f78aaf-96db-4312-a64b-12bfa6076228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:48.212835 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:49.605795 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:50.721217 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:23:53.118234 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:24:15.235385 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-44848577-bdca-492c-9a83-272b7772047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:17.938051 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-68d27d2f-a2c0-4bf3-8236-ab2eb56f3a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:18.200463 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:19.600579 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:20.686698 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:30.118064 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:24:33.591440 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37202) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:24:33.597269 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [None req-7e1f0ace-fafd-4c43-8036-2d970eb8dc33 tempest-verify_tempest_config-2005331060 tempest-verify_tempest_config-2005331060-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:24:33.598985 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7e1f0ace-fafd-4c43-8036-2d970eb8dc33 tempest-verify_tempest_config-2005331060 tempest-verify_tempest_config-2005331060-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058825 Sep 07 20:24:34.238082 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37220) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:24:34.338946 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:34.424039 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:34.501632 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:34.547145 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba99d00-d540-4fe8-b5aa-7c5d026190a5,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:24:34.551829 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec15b319664d4061ae34491b2f9de5d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3127046 Sep 07 20:24:34.556542 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37224) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:24:34.557078 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.557179 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.557500 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.558145 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.558145 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.558474 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.558802 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.559126 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.559466 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.559790 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.560108 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.560424 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe55ff38-6bcb-4bb7-b015-9886e9f07413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.612582 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:34.635770 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:34.782338 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:34.784831 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:34.786038 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bba99d00-d540-4fe8-b5aa-7c5d026190a5 HTTP/1.1" status: 204 len: 168 time: 0.2273812 Sep 07 20:24:34.795173 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba99d00-d540-4fe8-b5aa-7c5d026190a5,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:24:34.802343 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.802622 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.803170 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.803685 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.804314 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.804648 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.804977 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.805299 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.805640 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.806004 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.806326 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:34.806643 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca29dba-957d-4919-99fe-727bbc7380d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:24:45.228886 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-81e78320-4ebe-471b-bb36-458213e2950a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:47.937640 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0f542159-ca5a-4064-be0d-4d4be8a2768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:48.240679 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:49.617996 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:24:50.708522 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:07.117437 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:25:15.336739 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-424f69fc-baf9-4111-abb2-4f96f2eef69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:17.948162 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0ddc613d-feb3-4e5f-a7d7-ddb78fe68295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:18.216611 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:19.628383 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:20.714373 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:44.116726 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 5 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:25:45.244914 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ee1b211b-49ed-4583-b38b-c0910125f4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:47.957584 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ddd3ca61-7630-48e5-99e3-59d4b3c0f3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:48.220447 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:49.628504 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:25:50.701969 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:06.233571 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133839086'] for agent, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:15.250477 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-d0365e96-2021-40a8-805e-351b96e9f1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:17.934652 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-2bb2bdc6-2320-4f97-af6d-f9c337390684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:18.260239 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:19.639155 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:20.688402 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:21.116193 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:26:21.400768 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37302) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:26:21.503240 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-bf33c8df-a1c2-412b-a98e-3a9c461f6c31 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1013865 Sep 07 20:26:23.749651 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37312) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:26:23.805257 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-365bc868-cc76-4e6d-88df-1852478482f5 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0544920 Sep 07 20:26:36.208467 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:45.261310 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-90086f7b-26b9-4093-b52b-6ada3e6dc925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:47.929953 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-31c6af2d-42da-4333-8a8c-fa9edc2887c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:48.226776 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:49.664950 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:50.676206 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:26:58.116394 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:27:06.218764 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:15.270560 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-10ac008a-e116-4818-b73e-2cf177319218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:17.933683 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6e75f753-07df-4954-9623-72cae612913e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:18.228453 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:19.644451 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:20.722061 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:35.114579 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:27:36.266651 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:45.229812 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa3c8-015a-451e-b36e-c6a8dcf18181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:47.926914 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-011ebfce-427c-4aae-acd5-5f356570a4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:48.267371 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:49.672007 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:50.712123 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:52.897545 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37476) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:53.204790 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-787843416-network', 'tenant_id': 'df6e88dbe255498589d961d2ba568256'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:53.323473 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Made reservation on behalf of df6e88dbe255498589d961d2ba568256 for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:53.325733 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:53.334841 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:53.438152 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:53.540828 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:53.567987 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d813d4-d7bb-425a-abc3-f5e1a5691d97,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:53.579229 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.579504 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.579853 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.580192 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.580528 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.580874 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.581214 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.581534 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.582123 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.582432 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.582752 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.583084 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Tracked resource versions report: Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: pushed versions: Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: { 'AddressGroup': {'1.2'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'ConntrackHelper': {'1.0'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Log': {'1.0'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Network': {'1.1'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Port': {'1.7'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'PortForwarding': {'1.2'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'QosPolicy': {'1.9'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SecurityGroup': {'1.4'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SecurityGroupRule': {'1.2'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SubPort': {'1.0'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Subnet': {'1.1'}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Trunk': {'1.1'}} Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: consumer versions: Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: { DHCP agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: HyperV agent@hv-cinder-76019: {}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: L3 agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: Metadata agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: Metering agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: Open vSwitch agent@dv-cinder-760194-9-iscsi: { 'AddressGroup': '1.2', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'ConntrackHelper': '1.0', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Log': '1.0', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Network': '1.1', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Port': '1.7', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'PortForwarding': '1.2', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'QosPolicy': '1.9', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SecurityGroup': '1.4', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SecurityGroupRule': '1.2', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'SubPort': '1.0', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Subnet': '1.1', Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: 'Trunk': '1.1'}} Sep 07 20:27:53.584126 dv-cinder-760194-9-iscsi neutron-server[94730]: {{(pid=94730) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 20:27:53.594655 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:27:53.606595 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:53.606942 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Added segment dd7bbff8-2bea-49b2-85f0-1afb095c8f20 of type vlan for network 190a6037-e51d-4d5f-b0b0-16db09119f5c Sep 07 20:27:53.629922 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37516) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:53.653769 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:53.665259 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37522) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:53.734807 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:53.735812 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:53.736414 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:53.810137 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] Pushing event updated for resources: {'Network': ['ID=190a6037-e51d-4d5f-b0b0-16db09119f5c,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:53.820997 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:27:53.842069 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37532) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:53.842315 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-268ee513-3ac2-4df4-a82f-b382abb47943 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9435291 Sep 07 20:27:53.848517 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Request body: {'subnet': {'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-subnet', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:53.961190 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Made reservation on behalf of df6e88dbe255498589d961d2ba568256 for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:53.963540 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.204871 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-735985078-network', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:54.214009 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-397967649-network', 'tenant_id': '2a1b8ab083e74ccdb07c372bb88c3d9e'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:54.221063 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.296047 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Checking segment: {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:27:54.296396 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Network hostable DHCP agents. Network: 190a6037-e51d-4d5f-b0b0-16db09119f5c, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:27:54.312989 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab0b283-59ed-4465-8489-e4791bba7648,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:54.322339 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.323019 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.323140 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.323402 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.323737 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.324070 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.324397 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.324724 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.325070 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.325397 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.325733 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.326062 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Tracked resource versions report: Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: pushed versions: Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: { 'AddressGroup': {'1.2'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'ConntrackHelper': {'1.0'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Log': {'1.0'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Network': {'1.1'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Port': {'1.7'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'PortForwarding': {'1.2'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'QosPolicy': {'1.9'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SecurityGroup': {'1.4'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SecurityGroupRule': {'1.2'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SubPort': {'1.0'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Subnet': {'1.1'}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Trunk': {'1.1'}} Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: consumer versions: Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: { DHCP agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: HyperV agent@hv-cinder-76019: {}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: L3 agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: Metadata agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: Metering agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: Open vSwitch agent@dv-cinder-760194-9-iscsi: { 'AddressGroup': '1.2', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'ConntrackHelper': '1.0', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Log': '1.0', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Network': '1.1', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Port': '1.7', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'PortForwarding': '1.2', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'QosPolicy': '1.9', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SecurityGroup': '1.4', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SecurityGroupRule': '1.2', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'SubPort': '1.0', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Subnet': '1.1', Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: 'Trunk': '1.1'}} Sep 07 20:27:54.327068 dv-cinder-760194-9-iscsi neutron-server[94729]: {{(pid=94729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 20:27:54.375590 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Made reservation on behalf of 7d34fb9ecc464890b16f8632d1aab84a for: {'network': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:54.378193 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.391823 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.421229 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:27:54.436854 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37548) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:54.473651 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Made reservation on behalf of 2a1b8ab083e74ccdb07c372bb88c3d9e for: {'network': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:54.476561 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.491525 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.506304 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 190a6037-e51d-4d5f-b0b0-16db09119f5c) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:27:54.511087 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:54.512270 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.515512 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4cb03b-f3ac-4cd9-98d1-24e45f10d074 None None] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:54.540264 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37560) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:54.606913 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.679305 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.686151 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-190a6037-e51d-4d5f-b0b0-16db09119f5c', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:27:54.687174 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.698144 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-133704630-network', 'tenant_id': 'beda1b2863734483be433da9e24153ae'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:54.712301 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=94729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:27:54.723032 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c852b6-205c-4331-bec7-236f9555742b,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:54.731013 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.732414 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.segments_db [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Added segment 39f17489-41e6-45a2-ab19-70aa290cb317 of type vlan for network 97095c9e-e952-4a41-81ef-7fce322ef885 Sep 07 20:27:54.757615 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37566) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:54.758408 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7e651567-a1d5-4154-9ef4-737d0f33780e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9146607 Sep 07 20:27:54.762434 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:54.809755 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.849209 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Allocated IP 172.20.0.2 (190a6037-e51d-4d5f-b0b0-16db09119f5c/4ab0b283-59ed-4465-8489-e4791bba7648/87d4210e-e04b-45d3-98d1-95466e2ffca7) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:27:54.902716 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.915810 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:54.917032 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:54.918337 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.030309 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.036840 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.041586 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Transition to ACTIVE for port object 87d4210e-e04b-45d3-98d1-95466e2ffca7 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:27:55.048002 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] Pushing event updated for resources: {'Network': ['ID=97095c9e-e952-4a41-81ef-7fce322ef885,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:55.062737 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-675369233-network', 'tenant_id': '7b36bec10302410c99d21249f321ea84'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:55.083395 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Transition to ACTIVE for port object 87d4210e-e04b-45d3-98d1-95466e2ffca7 will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:27:55.088125 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 97095c9e-e952-4a41-81ef-7fce322ef885 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:27:55.096712 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=94729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:27:55.119597 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45139678-6918-48af-a793-32f8745c6812,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:55.134403 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.134967 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.segments_db [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Added segment 0b8402a2-b175-4174-96ac-5ff34fa20fcf of type vlan for network fda4e1bb-bc89-48df-ac6a-52c036af2510 Sep 07 20:27:55.181408 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-0e632012-bd90-4fa2-9c04-96852377f10c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5495591 Sep 07 20:27:55.185825 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37576) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:55.198577 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Request body: {'subnet': {'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-735985078-subnet', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:55.209762 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.216982 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.233645 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:27:55.242770 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:27:55.247103 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:27:55.279166 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Made reservation on behalf of beda1b2863734483be433da9e24153ae for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:55.281879 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.313349 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.358445 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.360306 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:55.361287 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.388607 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Attempting to bind port 87d4210e-e04b-45d3-98d1-95466e2ffca7 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:27:55.389109 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Attempting to bind port 87d4210e-e04b-45d3-98d1-95466e2ffca7 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:27:55.389532 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Attempting to bind port 87d4210e-e04b-45d3-98d1-95466e2ffca7 on network 190a6037-e51d-4d5f-b0b0-16db09119f5c {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:27:55.397700 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:27:55.398220 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Checking segment: {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:27:55.398722 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.399316 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Bound using segment: {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:27:55.399905 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Bound port: 87d4210e-e04b-45d3-98d1-95466e2ffca7, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:27:55.400409 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.414432 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.415576 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.440226 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Pushing event updated for resources: {'Port': ['ID=87d4210e-e04b-45d3-98d1-95466e2ffca7,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:55.451382 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.451382 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.451382 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.451880 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.452242 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.452627 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.453173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.453593 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.454214 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.454742 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.455352 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.455884 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Tracked resource versions report: Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: pushed versions: Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: { 'AddressGroup': {'1.2'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'ConntrackHelper': {'1.0'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Log': {'1.0'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Network': {'1.1'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Port': {'1.7'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'PortForwarding': {'1.2'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'QosPolicy': {'1.9'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SecurityGroup': {'1.4'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SecurityGroupRule': {'1.2'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SubPort': {'1.0'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Subnet': {'1.1'}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Trunk': {'1.1'}} Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: consumer versions: Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: { DHCP agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: HyperV agent@hv-cinder-76019: {}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: L3 agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: Metadata agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: Metering agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: Open vSwitch agent@dv-cinder-760194-9-iscsi: { 'AddressGroup': '1.2', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'ConntrackHelper': '1.0', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Log': '1.0', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Network': '1.1', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Port': '1.7', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'PortForwarding': '1.2', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'QosPolicy': '1.9', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SecurityGroup': '1.4', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SecurityGroupRule': '1.2', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'SubPort': '1.0', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Subnet': '1.1', Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: 'Trunk': '1.1'}} Sep 07 20:27:55.457590 dv-cinder-760194-9-iscsi neutron-server[94731]: {{(pid=94731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 20:27:55.514892 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] Pushing event updated for resources: {'Network': ['ID=fda4e1bb-bc89-48df-ac6a-52c036af2510,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:55.540319 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network fda4e1bb-bc89-48df-ac6a-52c036af2510 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:27:55.579598 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.588377 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Made reservation on behalf of 7b36bec10302410c99d21249f321ea84 for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:55.595641 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] For port 87d4210e-e04b-45d3-98d1-95466e2ffca7, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:27:55.597655 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.614976 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Made reservation on behalf of 7d34fb9ecc464890b16f8632d1aab84a for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:55.615179 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.617744 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.684909 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] For port 87d4210e-e04b-45d3-98d1-95466e2ffca7, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=87d4210e-e04b-45d3-98d1-95466e2ffca7,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:27:55.775543 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.886865 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.918400 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb988c-5e6e-4228-87f7-b671ca7e34fe None None] Pushing event updated for resources: {'Port': ['ID=87d4210e-e04b-45d3-98d1-95466e2ffca7,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:55.957174 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:55.996381 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.023517 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.085455 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6c1187-2255-4bb0-9fa9-04f143c98b89,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:56.093106 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:27:56.103334 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Checking segment: {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:27:56.103547 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Network hostable DHCP agents. Network: 97095c9e-e952-4a41-81ef-7fce322ef885, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:27:56.157402 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d2ad2ba1-c199-4b13-8ebd-f50885b7d286 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4605355 Sep 07 20:27:56.157402 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37604) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:56.157402 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Request body: {'subnet': {'network_id': 'fda4e1bb-bc89-48df-ac6a-52c036af2510', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-397967649-subnet', 'tenant_id': '2a1b8ab083e74ccdb07c372bb88c3d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:56.163625 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.166352 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Added segment b1896dcd-e12b-4a9f-8c71-82350d6d38a0 of type vlan for network 56ff01e1-7605-4fc2-960b-3d55c1792c21 Sep 07 20:27:56.197278 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1903566-fa6a-4bc0-ac50-4cbad620a826,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:56.235881 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.260526 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Network 97095c9e-e952-4a41-81ef-7fce322ef885 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:27:56.350768 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 97095c9e-e952-4a41-81ef-7fce322ef885) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:27:56.358604 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:56.358604 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.369624 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fc4795-3643-4340-9bb6-8a6bf3e016dc None None] Network 97095c9e-e952-4a41-81ef-7fce322ef885 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:56.430938 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 87d4210e-e04b-45d3-98d1-95466e2ffca7 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:27:56.451503 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.452816 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:56.453767 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.458265 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.505504 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37622) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:56.564314 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] Pushing event updated for resources: {'Network': ['ID=56ff01e1-7605-4fc2-960b-3d55c1792c21,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:56.598000 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-cb8902ec-2608-4026-9d27-4dd6af9e89fc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4046018 Sep 07 20:27:56.602497 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37626) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:56.604941 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:56.616452 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 56ff01e1-7605-4fc2-960b-3d55c1792c21 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:27:56.645755 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.729091 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.db.api [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 20:27:56.729091 dv-cinder-760194-9-iscsi neutron-server[94729]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 20:27:56.729091 dv-cinder-760194-9-iscsi neutron-server[94729]: [parameters: {'project_id_1': '7d34fb9ecc464890b16f8632d1aab84a', 'expiration_1': datetime.datetime(2021, 9, 7, 20, 27, 36, 613684)}] Sep 07 20:27:56.729091 dv-cinder-760194-9-iscsi neutron-server[94729]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94729) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 20:27:56.729604 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG oslo_db.api [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 20:27:56.773251 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-70406953-45a8-4b3c-9c5f-519f6bb90336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.813084 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-3c92662a-b578-46a6-b6d7-cb16318112a3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3750131 Sep 07 20:27:56.816501 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:56.817163 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37628) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:56.825959 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Request body: {'subnet': {'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-133704630-subnet', 'tenant_id': 'beda1b2863734483be433da9e24153ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:56.861618 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:27:56.867363 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-97095c9e-e952-4a41-81ef-7fce322ef885', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:27:56.868211 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.895699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.896601 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Added segment ef53a746-5f31-4018-9cca-7dabdecc9247 of type vlan for network 34dad5fb-6e19-44ba-a9cf-679924a85e45 Sep 07 20:27:56.948134 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.967610 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 87d4210e-e04b-45d3-98d1-95466e2ffca7 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:27:56.983879 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.986695 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Made reservation on behalf of 2a1b8ab083e74ccdb07c372bb88c3d9e for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:56.987528 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:56.988997 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.065377 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-70406953-45a8-4b3c-9c5f-519f6bb90336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.080032 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Allocated IP 172.20.0.2 (97095c9e-e952-4a41-81ef-7fce322ef885/5f6c1187-2255-4bb0-9fa9-04f143c98b89/d5a98986-1fab-495b-b21a-59efbb1bf983) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:27:57.143328 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Allocated IP 172.27.0.81 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/e7c65eca-b28e-4d94-a653-e970781273e6) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:27:57.189904 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7592d-e20a-4240-8b0e-5daf37e9c837 None None] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:57.218677 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.219663 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:57.221749 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.283557 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-70406953-45a8-4b3c-9c5f-519f6bb90336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.299391 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] Pushing event updated for resources: {'Network': ['ID=34dad5fb-6e19-44ba-a9cf-679924a85e45,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:57.319804 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.324468 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 34dad5fb-6e19-44ba-a9cf-679924a85e45 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:27:57.366438 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Made reservation on behalf of beda1b2863734483be433da9e24153ae for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:57.368801 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.407492 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-d9fd1496-394d-411f-840e-80561f0c56a5 None None] Provisioning for port 87d4210e-e04b-45d3-98d1-95466e2ffca7 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:27:57.417922 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-70406953-45a8-4b3c-9c5f-519f6bb90336 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cc6990ee2754dd69c9b8a311a895ac2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9108922 Sep 07 20:27:57.422876 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-d9fd1496-394d-411f-840e-80561f0c56a5 None None] Provisioning complete for port 87d4210e-e04b-45d3-98d1-95466e2ffca7 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:27:57.423327 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1496-394d-411f-840e-80561f0c56a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.425170 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.426474 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37638) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:57.480358 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.487872 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-6b46d18b-a38d-4c2a-bdef-fc4613bb01c4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9438779 Sep 07 20:27:57.490281 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37642) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:57.502482 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Request body: {'subnet': {'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-subnet', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:57.516533 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Transition to ACTIVE for port object d5a98986-1fab-495b-b21a-59efbb1bf983 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:27:57.551805 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Transition to ACTIVE for port object d5a98986-1fab-495b-b21a-59efbb1bf983 will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:27:57.588148 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:27:57.593545 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-43d509a3-2107-49f2-ae29-8b4323d5c467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.605346 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:27:57.613849 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:27:57.620851 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Pushing event updated for resources: {'Port': ['ID=e7c65eca-b28e-4d94-a653-e970781273e6,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:57.624720 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70406953-45a8-4b3c-9c5f-519f6bb90336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e55d64-35d3-41a8-a178-de94a5a6e936,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:57.631385 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.638051 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1496-394d-411f-840e-80561f0c56a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.662609 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.700641 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.701516 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-43d509a3-2107-49f2-ae29-8b4323d5c467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.719787 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-d9fd1496-394d-411f-840e-80561f0c56a5 None None] For port 87d4210e-e04b-45d3-98d1-95466e2ffca7, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=87d4210e-e04b-45d3-98d1-95466e2ffca7,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:27:57.724546 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090bfa49-e307-4e92-a5bf-e93786b6f64f,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:57.737835 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Network 97095c9e-e952-4a41-81ef-7fce322ef885 is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:27:57.742865 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Pushing event updated for resources: {'Port': ['ID=d5a98986-1fab-495b-b21a-59efbb1bf983,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:57.745403 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:27:57.770317 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Checking segment: {'id': '0b8402a2-b175-4174-96ac-5ff34fa20fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fda4e1bb-bc89-48df-ac6a-52c036af2510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:27:57.770669 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Network hostable DHCP agents. Network: fda4e1bb-bc89-48df-ac6a-52c036af2510, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:27:57.771218 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:27:57.793171 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.794347 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.813246 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-d9fd1496-394d-411f-840e-80561f0c56a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.819993 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97689332-4ac5-45ba-beaa-67224dbf1809,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:57.832868 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Checking segment: {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:27:57.832868 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Network hostable DHCP agents. Network: 56ff01e1-7605-4fc2-960b-3d55c1792c21, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:27:57.871781 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Attempting to bind port d5a98986-1fab-495b-b21a-59efbb1bf983 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:27:57.872150 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Attempting to bind port d5a98986-1fab-495b-b21a-59efbb1bf983 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:27:57.872514 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Attempting to bind port d5a98986-1fab-495b-b21a-59efbb1bf983 on network 97095c9e-e952-4a41-81ef-7fce322ef885 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:27:57.884497 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:27:57.884870 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Checking segment: {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:27:57.885064 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Made reservation on behalf of 7b36bec10302410c99d21249f321ea84 for: {'subnet': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:27:57.885268 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.885788 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Bound using segment: {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:27:57.886275 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Bound port: d5a98986-1fab-495b-b21a-59efbb1bf983, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:27:57.891434 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.891583 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.891583 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-43d509a3-2107-49f2-ae29-8b4323d5c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.893090 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-43d509a3-2107-49f2-ae29-8b4323d5c467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.897833 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-43d509a3-2107-49f2-ae29-8b4323d5c467 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76e55d64-35d3-41a8-a178-de94a5a6e936 HTTP/1.1" status: 204 len: 168 time: 0.4660873 Sep 07 20:27:57.912874 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd1496-394d-411f-840e-80561f0c56a5 None None] Pushing event updated for resources: {'Port': ['ID=87d4210e-e04b-45d3-98d1-95466e2ffca7,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:57.976574 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] For port d5a98986-1fab-495b-b21a-59efbb1bf983, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:27:57.983316 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] For port d5a98986-1fab-495b-b21a-59efbb1bf983, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=d5a98986-1fab-495b-b21a-59efbb1bf983,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:27:57.985238 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:57.986464 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Network fda4e1bb-bc89-48df-ac6a-52c036af2510 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:27:57.989812 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Network 56ff01e1-7605-4fc2-960b-3d55c1792c21 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:27:58.019246 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d509a3-2107-49f2-ae29-8b4323d5c467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e55d64-35d3-41a8-a178-de94a5a6e936,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:58.046963 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-dd31600f-7e59-4113-b256-d5538a4d0d70 None None] Provisioning complete for port 87d4210e-e04b-45d3-98d1-95466e2ffca7 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:27:58.047354 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-dd31600f-7e59-4113-b256-d5538a4d0d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.068344 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.096168 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, fda4e1bb-bc89-48df-ac6a-52c036af2510) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:27:58.107785 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.122627 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:58.124570 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.195885 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 56ff01e1-7605-4fc2-960b-3d55c1792c21) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:27:58.211245 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:58.211889 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.242309 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315ff724-f3ac-4feb-adcb-b96eb3d27524 None None] Network fda4e1bb-bc89-48df-ac6a-52c036af2510 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:58.244503 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886b2116-aad9-454c-98c5-3214cc485f85 None None] Network 56ff01e1-7605-4fc2-960b-3d55c1792c21 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:58.293168 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 87d4210e-e04b-45d3-98d1-95466e2ffca7 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:27:58.321428 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7391e07d-0343-43d5-9628-419137962289 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4924374 Sep 07 20:27:58.321428 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-1e32c58b-a6a5-4e21-baa9-e907f1babd07 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1792879 Sep 07 20:27:58.350764 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.437538 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.570015 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddd275-183a-42ba-bc50-bec2a059ee46 None None] Pushing event updated for resources: {'Port': ['ID=d5a98986-1fab-495b-b21a-59efbb1bf983,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:58.662360 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26a0ad6-938c-42f1-9a76-6d5fd39f297e None None] Network fda4e1bb-bc89-48df-ac6a-52c036af2510 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:58.803975 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.902223 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37678) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:58.944101 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 87d4210e-e04b-45d3-98d1-95466e2ffca7 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:27:58.944491 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.955550 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-99544781-d686-42a5-b33e-fb26806f59dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:58.999931 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Router 51a773ea-fe96-4933-af95-5505f1ab5c33 is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:27:59.007239 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba19e0c-d325-432e-9259-92b0d3f03aec,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:27:59.033983 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:59.044481 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Checking segment: {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:27:59.044926 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Network hostable DHCP agents. Network: 34dad5fb-6e19-44ba-a9cf-679924a85e45, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:27:59.071561 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:59.150077 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47502ed-ef2c-4e77-a82b-a0fdc620cbe9 None None] Network 56ff01e1-7605-4fc2-960b-3d55c1792c21 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:59.272829 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Network 34dad5fb-6e19-44ba-a9cf-679924a85e45 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:27:59.342126 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Allocated IP 172.27.0.47 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/e5cc8850-49e2-4847-b79f-61bbe36aa259) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:27:59.357863 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:27:59.371695 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Sync routers for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:27:59.387297 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:27:59.388063 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:27:59.402909 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 34dad5fb-6e19-44ba-a9cf-679924a85e45) {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:27:59.411081 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:27:59.414425 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:59.435843 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2430d0-c18d-4209-bfff-2ae2ce5deaee None None] Network 34dad5fb-6e19-44ba-a9cf-679924a85e45 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:59.511098 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-99544781-d686-42a5-b33e-fb26806f59dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:59.566586 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-99544781-d686-42a5-b33e-fb26806f59dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:59.595743 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:59.706218 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:27:59.831374 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:59.895514 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-99544781-d686-42a5-b33e-fb26806f59dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a0743d71807423a9c91c3c8e580d7ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9900877 Sep 07 20:27:59.897141 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37724) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:59.909177 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:27:59.913179 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-fc308dbe-54b2-4d55-8760-c21a1c99f72f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1517558 Sep 07 20:27:59.933154 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-83352f4a-29d0-4dc6-8f05-a99937a194bc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4286060 Sep 07 20:27:59.933248 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264b0bcf-f903-4f29-9058-958127201fcc None None] Network 34dad5fb-6e19-44ba-a9cf-679924a85e45 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:59.933329 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:27:59.934730 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37732) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:59.938024 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37730) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:27:59.945301 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:27:59.948185 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b3baf-49b5-4011-8373-589ce0c774bd None None] Network 97095c9e-e952-4a41-81ef-7fce322ef885 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:27:59.972810 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:27:59.981806 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99544781-d686-42a5-b33e-fb26806f59dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23621988-1269-4d76-9df8-0c56d6f7677e,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:00.049617 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:00.071316 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.072379 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.077408 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37758) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:00.084827 dv-cinder-760194-9-iscsi neutron-server[94730]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 20:28:00.086968 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-98431265-ca70-4c3d-817e-ceb14e015f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.104366 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Pushing event updated for resources: {'Port': ['ID=e5cc8850-49e2-4847-b79f-61bbe36aa259,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:00.190904 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:27:57Z', 'revision_number': 3, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:00.207740 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-43197101-b294-497f-ba45-b6fadbca9756 None None] Provisioning for port d5a98986-1fab-495b-b21a-59efbb1bf983 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:00.218414 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-98431265-ca70-4c3d-817e-ceb14e015f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.273358 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Checking router: 51a773ea-fe96-4933-af95-5505f1ab5c33 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:28:00.273927 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Updating router 51a773ea-fe96-4933-af95-5505f1ab5c33 port e7c65eca-b28e-4d94-a653-e970781273e6 binding host dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:28:00.320773 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.328252 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.414710 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device d5a98986-1fab-495b-b21a-59efbb1bf983 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:00.425027 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37764) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:00.589612 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port d5a98986-1fab-495b-b21a-59efbb1bf983 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:00.595416 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port d5a98986-1fab-495b-b21a-59efbb1bf983 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:00.595783 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.652942 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.658444 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a97eb8d5-f33d-4ea5-91af-741a35a78447 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:00.667222 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a97eb8d5-f33d-4ea5-91af-741a35a78447 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 814 time: 0.2404389 Sep 07 20:28:00.708567 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-0e062eb8-3e7c-4814-9fe6-a2a5b97e5397 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:00.710704 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-0e062eb8-3e7c-4814-9fe6-a2a5b97e5397 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/networks?id=fda4e1bb-bc89-48df-ac6a-52c036af2510 HTTP/1.1" status: 200 len: 811 time: 0.6290245 Sep 07 20:28:00.720439 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-659b7f7f-b93b-4646-83ed-c9a977759070 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/quotas/beda1b2863734483be433da9e24153ae HTTP/1.1" status: 200 len: 375 time: 0.0522811 Sep 07 20:28:00.768287 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.779974 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-d917feb7-5f77-4197-995f-7febab9ac1e6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585856 Sep 07 20:28:00.815306 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-47fbc156-537a-47cb-b359-e77fcd2644ba None None] Provisioning complete for port d5a98986-1fab-495b-b21a-59efbb1bf983 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:00.815746 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-47fbc156-537a-47cb-b359-e77fcd2644ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.820016 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port d5a98986-1fab-495b-b21a-59efbb1bf983, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=d5a98986-1fab-495b-b21a-59efbb1bf983,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:00.829488 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Transition to ACTIVE for port object e7c65eca-b28e-4d94-a653-e970781273e6 will not be triggered until provisioned by entity L2. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:00.832642 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.852750 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-98431265-ca70-4c3d-817e-ceb14e015f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.855545 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-98431265-ca70-4c3d-817e-ceb14e015f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.857623 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-98431265-ca70-4c3d-817e-ceb14e015f91 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23621988-1269-4d76-9df8-0c56d6f7677e HTTP/1.1" status: 204 len: 168 time: 0.9501331 Sep 07 20:28:00.882227 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-bf4d87c9-2d44-472d-a2e5-36547a16c190 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/quotas/2a1b8ab083e74ccdb07c372bb88c3d9e HTTP/1.1" status: 200 len: 375 time: 0.1066940 Sep 07 20:28:00.937402 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-47fbc156-537a-47cb-b359-e77fcd2644ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.952130 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:00.966370 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98431265-ca70-4c3d-817e-ceb14e015f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23621988-1269-4d76-9df8-0c56d6f7677e,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:00.981221 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-51cc575a-ceba-4abb-b7e5-f8832150aa57 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2a1b8ab083e74ccdb07c372bb88c3d9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975935 Sep 07 20:28:00.986162 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.024755 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.108895 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Attempting to bind port e7c65eca-b28e-4d94-a653-e970781273e6 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:01.109263 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Attempting to bind port e7c65eca-b28e-4d94-a653-e970781273e6 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:01.109624 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Attempting to bind port e7c65eca-b28e-4d94-a653-e970781273e6 on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:01.111644 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Pushing event updated for resources: {'Port': ['ID=e7c65eca-b28e-4d94-a653-e970781273e6,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:01.142124 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:01.143042 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:01.143245 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.143652 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:01.144831 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Bound port: e7c65eca-b28e-4d94-a653-e970781273e6, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:01.146383 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.149113 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.149460 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.149833 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.150601 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.150601 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.150851 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.151175 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.151495 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.151835 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.152157 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.152632 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.152960 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Tracked resource versions report: Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: pushed versions: Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: { 'AddressGroup': {'1.2'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'ConntrackHelper': {'1.0'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Log': {'1.0'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Network': {'1.1'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Port': {'1.7'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'PortForwarding': {'1.2'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'QosPolicy': {'1.9'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SecurityGroup': {'1.4'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SecurityGroupRule': {'1.2'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SubPort': {'1.0'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Subnet': {'1.1'}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Trunk': {'1.1'}} Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: consumer versions: Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: { DHCP agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: HyperV agent@hv-cinder-76019: {}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: L3 agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: Metadata agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: Metering agent@dv-cinder-760194-9-iscsi: {}, Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: Open vSwitch agent@dv-cinder-760194-9-iscsi: { 'AddressGroup': '1.2', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'ConntrackHelper': '1.0', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Log': '1.0', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Network': '1.1', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Port': '1.7', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'PortForwarding': '1.2', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'QosPolicy': '1.9', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SecurityGroup': '1.4', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SecurityGroupRule': '1.2', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'SubPort': '1.0', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Subnet': '1.1', Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: 'Trunk': '1.1'}} Sep 07 20:28:01.153977 dv-cinder-760194-9-iscsi neutron-server[94732]: {{(pid=94732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 20:28:01.195116 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.db.api [None req-47fbc156-537a-47cb-b359-e77fcd2644ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 20:28:01.196038 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG oslo_db.api [None req-47fbc156-537a-47cb-b359-e77fcd2644ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 20:28:01.196639 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=d5a98986-1fab-495b-b21a-59efbb1bf983,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:01.237105 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] For port e7c65eca-b28e-4d94-a653-e970781273e6, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:01.241046 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] For port e7c65eca-b28e-4d94-a653-e970781273e6, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=e7c65eca-b28e-4d94-a653-e970781273e6,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:01.252422 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-5a6d8444-4b9b-40ba-a25e-fb135a1a7fd3 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:28:01.253706 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-5a6d8444-4b9b-40ba-a25e-fb135a1a7fd3 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1976650 Sep 07 20:28:01.302159 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.317138 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-f71e5001-a6e5-4663-aa42-8f33868a314a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:28:01.322478 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-f71e5001-a6e5-4663-aa42-8f33868a314a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1905842 Sep 07 20:28:01.371234 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.404677 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.405594 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-3bef845c-4a76-448a-ba9b-c5af525ff75c service neutron] 10.222.0.72 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403539 Sep 07 20:28:01.508331 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100aa10-fb0b-4dcc-80b1-43d93426e1b3 None None] Pushing event updated for resources: {'Port': ['ID=e7c65eca-b28e-4d94-a653-e970781273e6,revision_number=3']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:01.524373 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:01.525498 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:01.610583 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Allocated IP 172.20.0.1 (190a6037-e51d-4d5f-b0b0-16db09119f5c/4ab0b283-59ed-4465-8489-e4791bba7648/a371e7ff-7414-4a52-87db-b16fc53b496f) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:01.622810 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-92100b45-41f8-4416-b615-4ab3e284d5ac service neutron] 10.222.0.72 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162118 Sep 07 20:28:01.659551 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:01.741236 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.770869 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Transition to ACTIVE for port object a371e7ff-7414-4a52-87db-b16fc53b496f will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:01.786926 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.791390 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-22f98da5-1cbf-41fe-a921-55e57d3cd5a0 service neutron] 10.222.0.72 "GET /v2.0/networks/fda4e1bb-bc89-48df-ac6a-52c036af2510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028327 Sep 07 20:28:01.820909 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:01.832555 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Router c1629865-2783-413d-a5d5-272da2d63f6f is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:28:01.935330 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:27:57Z', 'revision_number': 3, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:01.962550 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34882d1-c52c-4ee5-b81d-13088292c55c None None] The sync data for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi is: [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:27:57Z', 'revision_number': 3, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:28:02.000542 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37810) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:02.015602 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:02.061603 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:28:02.069936 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Sync routers for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:28:02.084637 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:02.085878 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:02.137329 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:02.137476 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-c1b8da46-ab5f-4d84-9b00-6bc8ed5902d1 service neutron] 10.222.0.72 "GET /v2.0/networks/fda4e1bb-bc89-48df-ac6a-52c036af2510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182278 Sep 07 20:28:02.138929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:02.191608 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Pushing event updated for resources: {'Port': ['ID=a371e7ff-7414-4a52-87db-b16fc53b496f,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:02.223701 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:02.224713 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:02.237839 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Allocated IP 172.27.0.241 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/3498ab18-e446-4b78-baff-f62ad5681859) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:02.292802 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:02.295402 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-66cfdfc2-8a87-4dc1-9020-6ea859b0c35e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6930842 Sep 07 20:28:02.298592 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37836) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:02.315644 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-42523b3c-6162-434a-a067-345337a24639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:02.717450 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device d5a98986-1fab-495b-b21a-59efbb1bf983 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:02.778383 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-42523b3c-6162-434a-a067-345337a24639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:02.780996 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5a769768-921d-47ac-831b-4df92834578b req-1cad73a5-e301-43be-95d2-af79667ba93a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 210 time: 0.1317122 Sep 07 20:28:02.809769 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:02.929812 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-42523b3c-6162-434a-a067-345337a24639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:02.972140 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:03.022900 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-42523b3c-6162-434a-a067-345337a24639 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e1ddec4dc854832a5dc7bf123aad0da&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0207424 Sep 07 20:28:03.023693 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42523b3c-6162-434a-a067-345337a24639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fad0f15-94f1-4c8c-a017-edac4ff6143a,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:03.036862 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 37864) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:03.118965 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-91f7208e-ecde-48b5-84a5-fa98b7b84ee2 None None] Provisioning for port a371e7ff-7414-4a52-87db-b16fc53b496f completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:03.123797 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port d5a98986-1fab-495b-b21a-59efbb1bf983 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:03.124347 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:03.260280 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-633bad30-9810-453c-933b-8689a6c02707 req-f662d820-07a5-421b-bce6-7b40c419e7f4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.4141865 Sep 07 20:28:03.270664 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-91f7208e-ecde-48b5-84a5-fa98b7b84ee2 None None] Provisioning complete for port a371e7ff-7414-4a52-87db-b16fc53b496f triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:03.271040 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-91f7208e-ecde-48b5-84a5-fa98b7b84ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:03.330082 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-91f7208e-ecde-48b5-84a5-fa98b7b84ee2 None None] Port a371e7ff-7414-4a52-87db-b16fc53b496f cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:28:03.583708 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:03.609430 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:00Z', 'revision_number': 3, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:03.675812 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-64eed5d3-50b0-44df-a9d2-585fa21cfdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:03.678696 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Checking router: c1629865-2783-413d-a5d5-272da2d63f6f for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:28:03.679048 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Updating router c1629865-2783-413d-a5d5-272da2d63f6f port e5cc8850-49e2-4847-b79f-61bbe36aa259 binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:28:03.696023 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:03.696771 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:03.697474 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:03.731432 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:03.774149 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-64eed5d3-50b0-44df-a9d2-585fa21cfdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:03.897361 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Pushing event updated for resources: {'Port': ['ID=a371e7ff-7414-4a52-87db-b16fc53b496f,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:03.960449 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a5e80d32-041a-445c-9ed4-84d649b1ef06 req-c3c222b3-266d-4a9b-86b5-4790d0ffe5bc tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 210 time: 0.0620856 Sep 07 20:28:03.978278 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:03.978600 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:03.978684 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.044458 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.141236 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Router 51a773ea-fe96-4933-af95-5505f1ab5c33 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:28:04.185456 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:04.196225 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-64eed5d3-50b0-44df-a9d2-585fa21cfdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.207155 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-64eed5d3-50b0-44df-a9d2-585fa21cfdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.210294 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-64eed5d3-50b0-44df-a9d2-585fa21cfdf9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1fad0f15-94f1-4c8c-a017-edac4ff6143a HTTP/1.1" status: 204 len: 168 time: 1.1723130 Sep 07 20:28:04.223923 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:04.232960 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Pushing event updated for resources: {'Port': ['ID=3498ab18-e446-4b78-baff-f62ad5681859,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:04.250366 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:04.340084 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eed5d3-50b0-44df-a9d2-585fa21cfdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fad0f15-94f1-4c8c-a017-edac4ff6143a,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:04.439821 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:28:04.448926 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-f4cb1ceb-ba17-4eba-b346-1c6d8f56cce1 admin admin] 10.222.0.72 "PUT /v2.0/routers/51a773ea-fe96-4933-af95-5505f1ab5c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5046380 Sep 07 20:28:04.495659 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device e7c65eca-b28e-4d94-a653-e970781273e6 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:04.557612 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.574229 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Transition to ACTIVE for port object e5cc8850-49e2-4847-b79f-61bbe36aa259 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:04.579771 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-51215cc5-4f99-4683-86d6-eb7a03549669 None None] Provisioning complete for port a371e7ff-7414-4a52-87db-b16fc53b496f triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:04.580313 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-51215cc5-4f99-4683-86d6-eb7a03549669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.660035 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0dad044-0de5-43b2-9bcb-ec9fd1025a06 req-6e95d6c1-4841-4193-9afc-957717b0cf5e tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.1334324 Sep 07 20:28:04.665412 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.714064 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-51215cc5-4f99-4683-86d6-eb7a03549669 None None] Port a371e7ff-7414-4a52-87db-b16fc53b496f cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:28:04.759762 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Allocated IP 172.20.0.1 (97095c9e-e952-4a41-81ef-7fce322ef885/5f6c1187-2255-4bb0-9fa9-04f143c98b89/9e741c38-07b3-4fcf-8de6-525fb06598e3) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:04.766700 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620f572-fed4-440e-8587-f5e5501fdfac None None] Pushing event updated for resources: {'Port': ['ID=e5cc8850-49e2-4847-b79f-61bbe36aa259,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:04.769843 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Attempting to bind port e5cc8850-49e2-4847-b79f-61bbe36aa259 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:04.770343 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Attempting to bind port e5cc8850-49e2-4847-b79f-61bbe36aa259 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:04.771280 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Attempting to bind port e5cc8850-49e2-4847-b79f-61bbe36aa259 on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:04.780064 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:04.780559 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:04.781100 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.781493 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:04.782073 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Bound port: e5cc8850-49e2-4847-b79f-61bbe36aa259, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:04.782556 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.850607 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] For port e5cc8850-49e2-4847-b79f-61bbe36aa259, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:04.855434 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] For port e5cc8850-49e2-4847-b79f-61bbe36aa259, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=e5cc8850-49e2-4847-b79f-61bbe36aa259,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:04.950741 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.996048 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port e7c65eca-b28e-4d94-a653-e970781273e6 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:04.996048 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port e7c65eca-b28e-4d94-a653-e970781273e6 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:04.996048 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:04.996652 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Transition to ACTIVE for port object 9e741c38-07b3-4fcf-8de6-525fb06598e3 will not be triggered until provisioned by entity DHCP. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:05.031026 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Sync routers for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:28:05.046259 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:05.048983 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:05.059932 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:05.091956 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:05.234483 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620f572-fed4-440e-8587-f5e5501fdfac None None] Pushing event updated for resources: {'Port': ['ID=e5cc8850-49e2-4847-b79f-61bbe36aa259,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:05.329040 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:05.330079 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:05.435410 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:05.556057 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:05.603053 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port e7c65eca-b28e-4d94-a653-e970781273e6, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=e7c65eca-b28e-4d94-a653-e970781273e6,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:05.613627 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:05.736515 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:05.763630 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 2, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:05.797678 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Checking router: 51a773ea-fe96-4933-af95-5505f1ab5c33 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:28:05.798374 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Updating router 51a773ea-fe96-4933-af95-5505f1ab5c33 port a371e7ff-7414-4a52-87db-b16fc53b496f binding host dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:28:05.834560 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:05.862405 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d32c931-c887-40ba-88b4-36bd9f11cc47 req-6865edad-bb9c-4f4e-82fc-737779044a37 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 210 time: 0.1261127 Sep 07 20:28:05.869157 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:05.880566 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Network 97095c9e-e952-4a41-81ef-7fce322ef885 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:05.880566 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:05.880566 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:05.889965 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:05.890832 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:06.004967 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:00Z', 'revision_number': 3, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:06.096579 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b72698-78a9-4222-9591-8aa0a2d0f627 None None] The sync data for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi is: [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:00Z', 'revision_number': 3, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:28:06.112667 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=e7c65eca-b28e-4d94-a653-e970781273e6,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:06.164904 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Pushing event updated for resources: {'Port': ['ID=9e741c38-07b3-4fcf-8de6-525fb06598e3,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:06.184657 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37980) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:06.207681 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c98b2c3f-5934-423b-b55b-f589819d175a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:06.253540 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:06.296608 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d7f3b75a-37ce-471c-b2b5-d7a949151520 req-764229f2-a38f-4a02-8481-0208e320f374 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.1335368 Sep 07 20:28:06.414433 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device e7c65eca-b28e-4d94-a653-e970781273e6 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:06.417684 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c98b2c3f-5934-423b-b55b-f589819d175a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:06.465322 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-60906d31-bb90-4b01-9f80-f69028c3dcd6 None None] Provisioning for port 9e741c38-07b3-4fcf-8de6-525fb06598e3 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:06.483515 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 37992) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:06.486729 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-60906d31-bb90-4b01-9f80-f69028c3dcd6 None None] Provisioning complete for port 9e741c38-07b3-4fcf-8de6-525fb06598e3 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:06.487106 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-60906d31-bb90-4b01-9f80-f69028c3dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:06.489192 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-de6d6738-1f62-4d32-9d9d-a33380bd1fc2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481734518', 'description': 'tempest-description--1595926782'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:06.510141 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:06.534176 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c98b2c3f-5934-423b-b55b-f589819d175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:06.541935 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Transition to ACTIVE for port object a371e7ff-7414-4a52-87db-b16fc53b496f will not be triggered until provisioned by entity L2. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:06.606152 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-60906d31-bb90-4b01-9f80-f69028c3dcd6 None None] Port 9e741c38-07b3-4fcf-8de6-525fb06598e3 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:28:06.610089 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port e7c65eca-b28e-4d94-a653-e970781273e6 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:06.610089 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:06.633418 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:06.742117 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c98b2c3f-5934-423b-b55b-f589819d175a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2392bfb63eac4eb3a5bc27e66ff57f26&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5554895 Sep 07 20:28:06.746108 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38000) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:06.810279 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b2c3f-5934-423b-b55b-f589819d175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f07f1-30bc-47c5-bff8-154bbeedd4da,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:06.824693 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-de6d6738-1f62-4d32-9d9d-a33380bd1fc2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.183740 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.183740 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Router 9aba5c22-01b2-49a5-9e04-b42c6753b51e is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:28:07.193740 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Attempting to bind port a371e7ff-7414-4a52-87db-b16fc53b496f on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:07.193740 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Attempting to bind port a371e7ff-7414-4a52-87db-b16fc53b496f by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:07.193740 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Attempting to bind port a371e7ff-7414-4a52-87db-b16fc53b496f on network 190a6037-e51d-4d5f-b0b0-16db09119f5c {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:07.200111 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0510-c194-4e52-9995-598e72e7b237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.201315 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:07.201315 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Checking segment: {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:07.201315 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.201315 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Bound using segment: {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:07.201315 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Bound port: a371e7ff-7414-4a52-87db-b16fc53b496f, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'}}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:07.201315 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.202398 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0510-c194-4e52-9995-598e72e7b237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.202523 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:28:07.202657 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Sync routers for ids ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:28:07.202657 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Routers {'9aba5c22-01b2-49a5-9e04-b42c6753b51e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:07.202657 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:07.202991 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] For port a371e7ff-7414-4a52-87db-b16fc53b496f, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:07.202991 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] For port a371e7ff-7414-4a52-87db-b16fc53b496f, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=a371e7ff-7414-4a52-87db-b16fc53b496f,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:07.202991 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8b2e3-6ba6-4155-98d5-60ed9dee0d94 None None] Pushing event updated for resources: {'Port': ['ID=a371e7ff-7414-4a52-87db-b16fc53b496f,revision_number=3']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:07.222418 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-de6d6738-1f62-4d32-9d9d-a33380bd1fc2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.291782 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d82bec59-ba30-4110-a32f-99b41c01c406 req-5f6d575d-b125-4603-8cfd-a4819ebac298 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 210 time: 0.0331793 Sep 07 20:28:07.307457 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.363288 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-de6d6738-1f62-4d32-9d9d-a33380bd1fc2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.406403 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0510-c194-4e52-9995-598e72e7b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.407195 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:07.408448 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:07.411922 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Set router 9aba5c22-01b2-49a5-9e04-b42c6753b51e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:07.416047 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1ceb0510-c194-4e52-9995-598e72e7b237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.426793 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-1ceb0510-c194-4e52-9995-598e72e7b237 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c1f07f1-30bc-47c5-bff8-154bbeedd4da HTTP/1.1" status: 204 len: 168 time: 0.6792102 Sep 07 20:28:07.492282 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d6738-1f62-4d32-9d9d-a33380bd1fc2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadaa640-9939-4573-8a8d-c347bacf1a18,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:07.505433 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-de6d6738-1f62-4d32-9d9d-a33380bd1fc2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.514980 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-de6d6738-1f62-4d32-9d9d-a33380bd1fc2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0299120 Sep 07 20:28:07.528576 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38036) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:07.545032 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-8718236c-90ed-47b0-b584-b80aedcbd5be tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'security_group_rule': {'security_group_id': 'fadaa640-9939-4573-8a8d-c347bacf1a18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:07.563898 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.565195 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-6f7223bf-67b2-4b1d-a429-b92bd066b529 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6253777 Sep 07 20:28:07.575498 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb0510-c194-4e52-9995-598e72e7b237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f07f1-30bc-47c5-bff8-154bbeedd4da,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:07.578335 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38038) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:07.639542 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.59', 63097) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:07.652405 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3bb806ba-849e-4c8b-9ec3-7e6f34df8c4d req-292c0fbb-0bc6-4049-925a-13a83c7ee136 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.1524005 Sep 07 20:28:07.715175 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.749636 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8b2e3-6ba6-4155-98d5-60ed9dee0d94 None None] Pushing event updated for resources: {'Port': ['ID=a371e7ff-7414-4a52-87db-b16fc53b496f,revision_number=4']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:07.783511 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:07.853991 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '3498ab18-e446-4b78-baff-f62ad5681859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:28:00Z', 'updated_at': '2021-09-07T20:28:04Z', 'revision_number': 3, 'project_id': '7b36bec10302410c99d21249f321ea84', 'gw_port': {'id': '3498ab18-e446-4b78-baff-f62ad5681859', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:07.932639 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.933948 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:07.960756 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8718236c-90ed-47b0-b584-b80aedcbd5be tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:08.075617 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Pushing event updated for resources: {'Port': ['ID=9e741c38-07b3-4fcf-8de6-525fb06598e3,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:08.097069 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Checking router: 9aba5c22-01b2-49a5-9e04-b42c6753b51e for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:28:08.097417 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Updating router 9aba5c22-01b2-49a5-9e04-b42c6753b51e port 3498ab18-e446-4b78-baff-f62ad5681859 binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:28:08.119458 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-239bf523-8ed1-4572-9688-44cd4d5c49d4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:08.121285 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-239bf523-8ed1-4572-9688-44cd4d5c49d4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 814 time: 0.4820242 Sep 07 20:28:08.147883 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:08.174064 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Network 97095c9e-e952-4a41-81ef-7fce322ef885 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:08.175844 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:08.240085 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:07Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:08.309814 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Request body: {'port': {'device_id': '282d8a23-78b7-4f35-acc8-7eb0da1cc02f', 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21', 'admin_state_up': True, 'tenant_id': 'beda1b2863734483be433da9e24153ae'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:08.315061 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8718236c-90ed-47b0-b584-b80aedcbd5be tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:08.352942 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8da9a-9a9d-49b0-9843-b45593e87285 None None] The sync data for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi is: [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:07Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:28:08.523166 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8718236c-90ed-47b0-b584-b80aedcbd5be tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:08.664505 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Router c1629865-2783-413d-a5d5-272da2d63f6f has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:28:08.736748 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3bd0e401-11b4-4915-b9f4-a1672783df7c req-8c384aee-bf01-4259-98df-cd7a900122ee tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 210 time: 0.1206949 Sep 07 20:28:08.778299 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device e5cc8850-49e2-4847-b79f-61bbe36aa259 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:08.819132 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718236c-90ed-47b0-b584-b80aedcbd5be tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5656e5-8b0e-4bc3-b302-731bbded9d8f,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:08.964144 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:28:08.976148 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8718236c-90ed-47b0-b584-b80aedcbd5be tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:08.977402 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-8718236c-90ed-47b0-b584-b80aedcbd5be tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4466400 Sep 07 20:28:08.998905 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38094) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:09.004622 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-818038a2-9077-461a-954b-6f23efd3baf6 admin admin] 10.222.0.72 "PUT /v2.0/routers/c1629865-2783-413d-a5d5-272da2d63f6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6659665 Sep 07 20:28:09.008565 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-6515dae8-a02f-43c9-9872-28ce823dc989 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'security_group_rule': {'security_group_id': 'fadaa640-9939-4573-8a8d-c347bacf1a18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:09.129047 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f4026b62-a02a-4469-9324-f8d90ddabc2c req-bb7cfce9-e002-4c5f-8576-6aacb045bd1a tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.1644189 Sep 07 20:28:09.173897 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-bd9ecca3-0c81-4cbb-955b-a4c59f36e908 None None] Provisioning complete for port 9e741c38-07b3-4fcf-8de6-525fb06598e3 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:09.174918 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-bd9ecca3-0c81-4cbb-955b-a4c59f36e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:09.200792 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Sync routers for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:28:09.218294 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:09.221306 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:09.248253 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.59', 63105) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:09.302957 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:09.337969 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Transition to ACTIVE for port object 3498ab18-e446-4b78-baff-f62ad5681859 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:09.344113 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Made reservation on behalf of beda1b2863734483be433da9e24153ae for: {'port': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:09.359905 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ecca3-0c81-4cbb-955b-a4c59f36e908 None None] Port 9e741c38-07b3-4fcf-8de6-525fb06598e3 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:28:09.360704 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:09.443313 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port e5cc8850-49e2-4847-b79f-61bbe36aa259 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:09.448102 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port e5cc8850-49e2-4847-b79f-61bbe36aa259 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:09.448883 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:09.526736 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:09.535304 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:09.575352 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-43dbf0ec-3d04-4f52-ad34-1c2859d58592 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:09.583804 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-43dbf0ec-3d04-4f52-ad34-1c2859d58592 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.59 "GET /v2.0/networks?id=fda4e1bb-bc89-48df-ac6a-52c036af2510 HTTP/1.1" status: 200 len: 811 time: 0.3325460 Sep 07 20:28:09.598256 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Request body: {'port': {'device_id': '9124e8c5-edf4-4153-8196-763774e2c1f7', 'network_id': 'fda4e1bb-bc89-48df-ac6a-52c036af2510', 'admin_state_up': True, 'tenant_id': '2a1b8ab083e74ccdb07c372bb88c3d9e'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:09.652034 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c576e8-b69e-4ca0-b255-fe30562db460 None None] Pushing event updated for resources: {'Port': ['ID=3498ab18-e446-4b78-baff-f62ad5681859,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:09.700290 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Attempting to bind port 3498ab18-e446-4b78-baff-f62ad5681859 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:09.700662 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Attempting to bind port 3498ab18-e446-4b78-baff-f62ad5681859 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:09.701017 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Attempting to bind port 3498ab18-e446-4b78-baff-f62ad5681859 on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:09.760344 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:09.846180 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6515dae8-a02f-43c9-9872-28ce823dc989 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:09.850412 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port e5cc8850-49e2-4847-b79f-61bbe36aa259, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=e5cc8850-49e2-4847-b79f-61bbe36aa259,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:09.855259 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:09.859905 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:09.860520 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:09.862310 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:09.863621 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Bound port: 3498ab18-e446-4b78-baff-f62ad5681859, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:09.867855 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:09.967475 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:10.140088 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=e5cc8850-49e2-4847-b79f-61bbe36aa259,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:10.144097 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] For port 3498ab18-e446-4b78-baff-f62ad5681859, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:10.149065 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] For port 3498ab18-e446-4b78-baff-f62ad5681859, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=3498ab18-e446-4b78-baff-f62ad5681859,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:10.197186 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:07Z', 'revision_number': 2, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:10.243345 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:10.310858 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Checking router: c1629865-2783-413d-a5d5-272da2d63f6f for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:28:10.311403 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Updating router c1629865-2783-413d-a5d5-272da2d63f6f port 9e741c38-07b3-4fcf-8de6-525fb06598e3 binding host dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:28:10.392111 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Routers {'9aba5c22-01b2-49a5-9e04-b42c6753b51e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:10.403008 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:10.476091 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b19fd5a9-41b2-47f2-84bd-2019672a7c89 req-ef26806c-3cb8-44cc-a6bc-de64db26f8a1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 210 time: 0.2440066 Sep 07 20:28:10.578305 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:10.590556 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device e5cc8850-49e2-4847-b79f-61bbe36aa259 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:10.619187 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:10.697235 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6515dae8-a02f-43c9-9872-28ce823dc989 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:10.780173 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38180) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:10.802387 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-00357f32-870a-4eae-b9d3-fd4eab275814 req-1055afb5-0e47-4a77-a773-aacc5dce5bbb tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.1237338 Sep 07 20:28:10.831959 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-8f4981de-7c00-4243-b66e-2e74a56f8f48 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1456672448', 'description': 'tempest-description--1414510459'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:10.863318 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c576e8-b69e-4ca0-b255-fe30562db460 None None] Pushing event updated for resources: {'Port': ['ID=3498ab18-e446-4b78-baff-f62ad5681859,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:10.976315 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port e5cc8850-49e2-4847-b79f-61bbe36aa259 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:10.976684 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:10.986388 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6515dae8-a02f-43c9-9872-28ce823dc989 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.017305 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Made reservation on behalf of 2a1b8ab083e74ccdb07c372bb88c3d9e for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:11.035525 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.089179 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] Set router 9aba5c22-01b2-49a5-9e04-b42c6753b51e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:11.125104 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515dae8-a02f-43c9-9872-28ce823dc989 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924ab4ac-1f48-4ee1-a62d-344d928b46e6,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:11.195455 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Allocated IP 172.20.0.2 (56ff01e1-7605-4fc2-960b-3d55c1792c21/97689332-4ac5-45ba-beaa-67224dbf1809/227675d8-a5ad-4d92-8807-6b0eaa80362f) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:11.278050 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8f4981de-7c00-4243-b66e-2e74a56f8f48 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.302367 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.332997 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Transition to ACTIVE for port object 9e741c38-07b3-4fcf-8de6-525fb06598e3 will not be triggered until provisioned by entity L2. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:11.372450 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6515dae8-a02f-43c9-9872-28ce823dc989 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.373977 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-6515dae8-a02f-43c9-9872-28ce823dc989 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3740330 Sep 07 20:28:11.386674 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38192) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:11.423585 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'floatingip': {'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:11.429927 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a371e7ff-7414-4a52-87db-b16fc53b496f up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:11.431747 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.466040 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8f4981de-7c00-4243-b66e-2e74a56f8f48 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.569197 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8f4981de-7c00-4243-b66e-2e74a56f8f48 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.619956 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52a92-da3e-457f-a806-7c28248ef20d None None] Pushing event updated for resources: {'Port': ['ID=9e741c38-07b3-4fcf-8de6-525fb06598e3,revision_number=3']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:11.652518 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '3498ab18-e446-4b78-baff-f62ad5681859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:28:00Z', 'updated_at': '2021-09-07T20:28:04Z', 'revision_number': 3, 'project_id': '7b36bec10302410c99d21249f321ea84', 'gw_port': {'id': '3498ab18-e446-4b78-baff-f62ad5681859', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:11.660329 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-471a206d-13cf-4df9-bb6e-2c33c3a25eaf req-e4c9e6b8-de81-4397-9331-e727e22f2039 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 210 time: 0.0719557 Sep 07 20:28:11.683837 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38196) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:11.705575 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Allocated IP 172.20.0.11 (fda4e1bb-bc89-48df-ac6a-52c036af2510/090bfa49-e307-4e92-a5bf-e93786b6f64f/6d09410f-819b-48b9-93f8-dfdf929c36d7) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:11.708060 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4981de-7c00-4243-b66e-2e74a56f8f48 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc85f42-83ba-43fe-a307-360bc474ef19,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:11.723512 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Allocated IP 172.20.0.1 (34dad5fb-6e19-44ba-a9cf-679924a85e45/5ba19e0c-d325-432e-9259-92b0d3f03aec/24ff776f-adbf-45dc-804f-c61fc7c738d6) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:11.734893 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23af82fa-25a5-46e7-b965-3a26795e076e None None] The sync data for ids ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'] in dv-cinder-760194-9-iscsi is: [{'id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '3498ab18-e446-4b78-baff-f62ad5681859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:28:00Z', 'updated_at': '2021-09-07T20:28:04Z', 'revision_number': 3, 'project_id': '7b36bec10302410c99d21249f321ea84', 'gw_port': {'id': '3498ab18-e446-4b78-baff-f62ad5681859', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:28:11.736804 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port a371e7ff-7414-4a52-87db-b16fc53b496f completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:11.767165 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port a371e7ff-7414-4a52-87db-b16fc53b496f triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:11.767612 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.896801 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.930713 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8f4981de-7c00-4243-b66e-2e74a56f8f48 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.931178 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Attempting to bind port 9e741c38-07b3-4fcf-8de6-525fb06598e3 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:11.934862 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-8f4981de-7c00-4243-b66e-2e74a56f8f48 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1285646 Sep 07 20:28:11.936004 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Attempting to bind port 9e741c38-07b3-4fcf-8de6-525fb06598e3 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:11.936825 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Attempting to bind port 9e741c38-07b3-4fcf-8de6-525fb06598e3 on network 97095c9e-e952-4a41-81ef-7fce322ef885 {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:11.941398 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38206) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:11.947455 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.957865 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-8055798a-09ea-4cc8-97af-c2a792135a76 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'security_group_rule': {'security_group_id': 'ecc85f42-83ba-43fe-a307-360bc474ef19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:11.958986 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:11.959661 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Checking segment: {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:11.960353 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:11.960867 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Bound using segment: {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:11.961630 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Bound port: 9e741c38-07b3-4fcf-8de6-525fb06598e3, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'}}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:11.962223 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.074574 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.151285 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6b8dbd5c-b942-4e27-8310-32654e2e0a9b req-f41c9776-0038-4a08-8c65-8a6125bf731a tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.1451728 Sep 07 20:28:12.151485 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port a371e7ff-7414-4a52-87db-b16fc53b496f, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=a371e7ff-7414-4a52-87db-b16fc53b496f,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:12.165460 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:28:12.178981 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-513ccd3b-c832-4705-baa5-5d25fa6c24bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.213605 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] For port 9e741c38-07b3-4fcf-8de6-525fb06598e3, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:12.221147 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] For port 9e741c38-07b3-4fcf-8de6-525fb06598e3, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=9e741c38-07b3-4fcf-8de6-525fb06598e3,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:12.247190 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.322019 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.387998 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.390680 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.427002 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8055798a-09ea-4cc8-97af-c2a792135a76 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.489859 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=a371e7ff-7414-4a52-87db-b16fc53b496f,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:12.509990 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52a92-da3e-457f-a806-7c28248ef20d None None] Pushing event updated for resources: {'Port': ['ID=9e741c38-07b3-4fcf-8de6-525fb06598e3,revision_number=4']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:12.568109 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.577551 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:12.578539 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:12.673307 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8055798a-09ea-4cc8-97af-c2a792135a76 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.746607 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.778830 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-513ccd3b-c832-4705-baa5-5d25fa6c24bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:12.919807 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:12.923513 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Pushing event updated for resources: {'Port': ['ID=227675d8-a5ad-4d92-8807-6b0eaa80362f,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:12.947731 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.046174 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Network 56ff01e1-7605-4fc2-960b-3d55c1792c21 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:13.076203 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:13.079044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:13.087155 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8055798a-09ea-4cc8-97af-c2a792135a76 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.092665 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:13.093332 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.107622 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Network 34dad5fb-6e19-44ba-a9cf-679924a85e45 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:13.130651 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:13.133677 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:13.134306 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.147544 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.162646 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Pushing event updated for resources: {'Port': ['ID=24ff776f-adbf-45dc-804f-c61fc7c738d6,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:13.176085 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-513ccd3b-c832-4705-baa5-5d25fa6c24bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.236189 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Network fda4e1bb-bc89-48df-ac6a-52c036af2510 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:13.254050 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-a6aaa997-2622-4f07-bfc4-49e45d8befbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0037251 Sep 07 20:28:13.281491 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055798a-09ea-4cc8-97af-c2a792135a76 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe97669-bc59-45b6-9614-3c00c3948985,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:13.283800 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8055798a-09ea-4cc8-97af-c2a792135a76 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.313537 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-8055798a-09ea-4cc8-97af-c2a792135a76 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3686359 Sep 07 20:28:13.335052 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:13.340097 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38232) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:13.340527 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Pushing event updated for resources: {'Port': ['ID=6d09410f-819b-48b9-93f8-dfdf929c36d7,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:13.357305 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-e4ba51dc-fd1f-47c5-b1b4-dd98d5a0a972 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'security_group_rule': {'security_group_id': 'ecc85f42-83ba-43fe-a307-360bc474ef19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:13.380598 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:13.389296 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-5b123b31-5eb0-4fac-9ca3-c997281fc934 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:28:13.391029 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-5b123b31-5eb0-4fac-9ca3-c997281fc934 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0359933 Sep 07 20:28:13.395997 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:13.398569 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.449237 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ccd3b-c832-4705-baa5-5d25fa6c24bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e17e076-3f97-4e20-ae0e-f8b55a0fd9c9,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:13.498585 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-513ccd3b-c832-4705-baa5-5d25fa6c24bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7405ef68ebd437b97781810c9caff85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8136351 Sep 07 20:28:13.515543 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38238) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:13.515927 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38240) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:13.528551 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e4ba51dc-fd1f-47c5-b1b4-dd98d5a0a972 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.569184 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b91ad-ce44-484c-8d01-4c01bb776431 req-383c8754-52c9-413c-8a50-a1432cbb9655 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:13.570798 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e50b91ad-ce44-484c-8d01-4c01bb776431 req-383c8754-52c9-413c-8a50-a1432cbb9655 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 931 time: 0.7323358 Sep 07 20:28:13.617175 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:13.628487 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-9f75c4b2-4edf-464f-9c61-bfca8c6201c4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0344808 Sep 07 20:28:13.655572 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9bee6-8c9b-4f50-855e-bc748695370a req-78450214-8690-4f72-9d67-7f23ddf4d689 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:13.656065 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d28623-609a-4270-b11e-f8323dd914b0 None None] The sync data for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi is: [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:28:13.663427 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7bc9bee6-8c9b-4f50-855e-bc748695370a req-78450214-8690-4f72-9d67-7f23ddf4d689 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 932 time: 0.3508749 Sep 07 20:28:13.779514 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e50b91ad-ce44-484c-8d01-4c01bb776431 req-c28372c4-8aa1-4c22-a497-cb27b093d006 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717629 Sep 07 20:28:13.793421 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7bc9bee6-8c9b-4f50-855e-bc748695370a req-27769350-fe3c-4a4b-aedf-6f4dd31d884c tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266408 Sep 07 20:28:13.794001 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38252) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:13.842843 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9f69f278-532d-4058-a3b5-1424309369cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.847609 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Allocated IP 172.27.0.142 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/56a994f0-b154-482b-a328-c9ad071b2ea8) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:13.890497 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.900536 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Request body: {'port': {'device_id': '282d8a23-78b7-4f35-acc8-7eb0da1cc02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:13.938617 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Request body: {'port': {'device_id': '9124e8c5-edf4-4153-8196-763774e2c1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:13.949113 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e832a321-a6c1-467d-9c5f-cf7ea0712e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.956549 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ca34e9a2-a3cb-4ca7-9b24-20d6be41b3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:13.995304 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e4ba51dc-fd1f-47c5-b1b4-dd98d5a0a972 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.013156 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9f69f278-532d-4058-a3b5-1424309369cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.068111 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ca34e9a2-a3cb-4ca7-9b24-20d6be41b3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.123320 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.160631 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.319052 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e4ba51dc-fd1f-47c5-b1b4-dd98d5a0a972 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.640545 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ca34e9a2-a3cb-4ca7-9b24-20d6be41b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.649099 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 3498ab18-e446-4b78-baff-f62ad5681859 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:14.748483 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-ca34e9a2-a3cb-4ca7-9b24-20d6be41b3b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f42a678d4d234aecb23d922a3262e505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9533589 Sep 07 20:28:14.755263 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38258) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:14.763701 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d09410f-819b-48b9-93f8-dfdf929c36d7 {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:14.767914 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34e9a2-a3cb-4ca7-9b24-20d6be41b3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c3377e-7c50-418b-879c-f2c850478db2,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:14.774960 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.881793 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-df1e76d9-d1c4-43c1-aa54-ca24eb2c31a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.883887 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 3498ab18-e446-4b78-baff-f62ad5681859 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:14.887984 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 3498ab18-e446-4b78-baff-f62ad5681859 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:14.889042 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.900381 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba51dc-fd1f-47c5-b1b4-dd98d5a0a972 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e919233-7262-4efd-8c72-76e5180c4c3a,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:14.955559 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-df1e76d9-d1c4-43c1-aa54-ca24eb2c31a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:14.973250 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.056976 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.090522 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748e7c-74d6-4cdd-bc15-9d036edc94c4 req-da3e72e5-0e43-4248-aabe-fb715f3327a7 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:15.095564 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-01748e7c-74d6-4cdd-bc15-9d036edc94c4 req-da3e72e5-0e43-4248-aabe-fb715f3327a7 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 931 time: 0.1861706 Sep 07 20:28:15.097065 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9f69f278-532d-4058-a3b5-1424309369cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.100845 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9f69f278-532d-4058-a3b5-1424309369cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.105009 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-9f69f278-532d-4058-a3b5-1424309369cc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e17e076-3f97-4e20-ae0e-f8b55a0fd9c9 HTTP/1.1" status: 204 len: 168 time: 1.5784781 Sep 07 20:28:15.108881 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 3498ab18-e446-4b78-baff-f62ad5681859, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=3498ab18-e446-4b78-baff-f62ad5681859,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:15.116027 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba72b1-2516-4d30-a8a6-89434a6dcd24 req-1a5f673d-7cf8-4432-9f13-a979925f68f9 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:15.132008 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-33ba72b1-2516-4d30-a8a6-89434a6dcd24 req-1a5f673d-7cf8-4432-9f13-a979925f68f9 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 932 time: 0.2266016 Sep 07 20:28:15.152567 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Transition to ACTIVE for port object 6d09410f-819b-48b9-93f8-dfdf929c36d7 will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:15.185501 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69f278-532d-4058-a3b5-1424309369cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e17e076-3f97-4e20-ae0e-f8b55a0fd9c9,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:15.189519 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.190343 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 9e741c38-07b3-4fcf-8de6-525fb06598e3 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:15.200025 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-df1e76d9-d1c4-43c1-aa54-ca24eb2c31a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.200025 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-df1e76d9-d1c4-43c1-aa54-ca24eb2c31a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.201054 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-df1e76d9-d1c4-43c1-aa54-ca24eb2c31a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22c3377e-7c50-418b-879c-f2c850478db2 HTTP/1.1" status: 204 len: 168 time: 0.4440894 Sep 07 20:28:15.237248 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.237760 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e76d9-d1c4-43c1-aa54-ca24eb2c31a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c3377e-7c50-418b-879c-f2c850478db2,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:15.243741 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.335447 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.336216 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.346353 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0cd38f6a-91e6-4fab-9bfe-a519c89e8b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.445766 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Pushing event updated for resources: {'Port': ['ID=6d09410f-819b-48b9-93f8-dfdf929c36d7,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:15.448095 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=3498ab18-e446-4b78-baff-f62ad5681859,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:15.459749 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-01748e7c-74d6-4cdd-bc15-9d036edc94c4 req-c06d0e1c-cd58-48f8-b626-5a41a6938fac tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117480 Sep 07 20:28:15.477603 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-33ba72b1-2516-4d30-a8a6-89434a6dcd24 req-7ec072b3-bd95-4907-b293-1b9c4dc8a194 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444583 Sep 07 20:28:15.513764 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.550146 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 9e741c38-07b3-4fcf-8de6-525fb06598e3 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:15.557773 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 9e741c38-07b3-4fcf-8de6-525fb06598e3 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:15.561295 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.572346 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Pushing event updated for resources: {'Port': ['ID=24ff776f-adbf-45dc-804f-c61fc7c738d6,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:15.632614 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:15.690217 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Attempting to bind port 6d09410f-819b-48b9-93f8-dfdf929c36d7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:15.695853 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Attempting to bind port 6d09410f-819b-48b9-93f8-dfdf929c36d7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '0b8402a2-b175-4174-96ac-5ff34fa20fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fda4e1bb-bc89-48df-ac6a-52c036af2510'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:15.696438 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Attempting to bind port 6d09410f-819b-48b9-93f8-dfdf929c36d7 on network fda4e1bb-bc89-48df-ac6a-52c036af2510 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:15.729893 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:15.750804 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Port 6d09410f-819b-48b9-93f8-dfdf929c36d7 on network fda4e1bb-bc89-48df-ac6a-52c036af2510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:28:15.751230 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Attempting to bind port 6d09410f-819b-48b9-93f8-dfdf929c36d7 on network fda4e1bb-bc89-48df-ac6a-52c036af2510 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:15.756853 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:15.769050 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:15.769603 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Checking segment: {'id': '0b8402a2-b175-4174-96ac-5ff34fa20fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fda4e1bb-bc89-48df-ac6a-52c036af2510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:15.775912 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Bound using segment: {'id': '0b8402a2-b175-4174-96ac-5ff34fa20fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fda4e1bb-bc89-48df-ac6a-52c036af2510'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:15.776750 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Bound port: 6d09410f-819b-48b9-93f8-dfdf929c36d7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8402a2-b175-4174-96ac-5ff34fa20fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fda4e1bb-bc89-48df-ac6a-52c036af2510'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:15.778431 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.823676 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e832a321-a6c1-467d-9c5f-cf7ea0712e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:15.999107 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] For port 6d09410f-819b-48b9-93f8-dfdf929c36d7, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:16.005591 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] For port 6d09410f-819b-48b9-93f8-dfdf929c36d7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6d09410f-819b-48b9-93f8-dfdf929c36d7,segment=NetworkSegment(0b8402a2-b175-4174-96ac-5ff34fa20fcf),segment_id=0b8402a2-b175-4174-96ac-5ff34fa20fcf)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:16.086028 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.110909 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'Port': ['ID=56a994f0-b154-482b-a328-c9ad071b2ea8,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:16.116704 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.135861 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 9e741c38-07b3-4fcf-8de6-525fb06598e3, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=9e741c38-07b3-4fcf-8de6-525fb06598e3,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:16.154720 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e832a321-a6c1-467d-9c5f-cf7ea0712e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.178208 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:16.178938 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.180471 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] 10.222.0.59 "PUT /v2.0/ports/6d09410f-819b-48b9-93f8-dfdf929c36d7 HTTP/1.1" status: 200 len: 1094 time: 2.4757371 Sep 07 20:28:16.180942 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9124e8c5-edf4-4153-8196-763774e2c1f7', 'tag': '6d09410f-819b-48b9-93f8-dfdf929c36d7'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:16.225025 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.226963 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a371e7ff-7414-4a52-87db-b16fc53b496f up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:16.229892 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Network 34dad5fb-6e19-44ba-a9cf-679924a85e45 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:16.238589 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227675d8-a5ad-4d92-8807-6b0eaa80362f {{(pid=94729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:16.244266 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e4ba51dc-fd1f-47c5-b1b4-dd98d5a0a972 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.248826 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e4ba51dc-fd1f-47c5-b1b4-dd98d5a0a972 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9044242 Sep 07 20:28:16.249102 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.268217 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:16.296990 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.296990 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38274) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:16.300564 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'floatingip': {'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:16.365095 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=9e741c38-07b3-4fcf-8de6-525fb06598e3,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:16.380665 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4fea8-a5ba-4d0a-b2be-a0806c2eacaf service neutron] Pushing event updated for resources: {'Port': ['ID=6d09410f-819b-48b9-93f8-dfdf929c36d7,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:16.382860 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832a321-a6c1-467d-9c5f-cf7ea0712e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce785e8-d73a-4d85-bdd3-9e614fa490b0,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:16.398570 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e832a321-a6c1-467d-9c5f-cf7ea0712e70 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b6622433e6e461eaf13e0129739c6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8728266 Sep 07 20:28:16.418278 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38278) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:16.418597 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Transition to ACTIVE for port object 227675d8-a5ad-4d92-8807-6b0eaa80362f will not be triggered until provisioned by entity L2. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:16.451067 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port a371e7ff-7414-4a52-87db-b16fc53b496f triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:16.451486 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.501776 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fbd8baad-e043-4960-9407-b2bbd7f58c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.552473 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fbd8baad-e043-4960-9407-b2bbd7f58c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.609313 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38284) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:16.687333 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38288) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:16.697771 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.737299 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.748832 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.829762 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-73708b9a-eac1-4de7-8d36-a555b59b8674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.878339 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 3498ab18-e446-4b78-baff-f62ad5681859 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:16.934079 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29b2b6a-d583-45be-970b-63d010699c23" -d '{"events": [{"name": "network-changed", "server_uuid": "9124e8c5-edf4-4153-8196-763774e2c1f7", "tag": "6d09410f-819b-48b9-93f8-dfdf929c36d7"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:16.971097 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Router 9aba5c22-01b2-49a5-9e04-b42c6753b51e has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:28:16.972389 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-784ff646-0a71-42c3-bcec-da2ce077b371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:16.981614 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=227675d8-a5ad-4d92-8807-6b0eaa80362f,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:16.989682 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 3498ab18-e446-4b78-baff-f62ad5681859 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:16.994417 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.000631 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-3327bae1-db5e-4b6a-b404-dfaa3c004daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:17.002336 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-3327bae1-db5e-4b6a-b404-dfaa3c004daa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a1b8ab083e74ccdb07c372bb88c3d9e&device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 1097 time: 0.4253898 Sep 07 20:28:17.025199 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edf527-ca65-48a8-bd6c-657c268c0cae req-f46796cc-fe96-40bc-85b0-409c0fe68e4e tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:17.026892 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-07edf527-ca65-48a8-bd6c-657c268c0cae req-f46796cc-fe96-40bc-85b0-409c0fe68e4e tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 943 time: 0.3025877 Sep 07 20:28:17.048923 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9d42-08c6-4c74-b963-d3f33b6933d0 req-e44c992e-1484-482b-8e22-4cbf3c4ade1a tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:17.050642 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-810e9d42-08c6-4c74-b963-d3f33b6933d0 req-e44c992e-1484-482b-8e22-4cbf3c4ade1a tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 944 time: 0.3116162 Sep 07 20:28:17.118590 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 9e741c38-07b3-4fcf-8de6-525fb06598e3 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:17.184838 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 9e741c38-07b3-4fcf-8de6-525fb06598e3 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:17.185376 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.219590 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-6cc4e146-27a8-4b48-b56b-6e217f1bce97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d09410f-819b-48b9-93f8-dfdf929c36d7 HTTP/1.1" status: 200 len: 217 time: 0.1510570 Sep 07 20:28:17.252362 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-07edf527-ca65-48a8-bd6c-657c268c0cae req-ebf26c12-a2d2-43e3-9d52-d8eecd190086 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116952 Sep 07 20:28:17.299582 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-810e9d42-08c6-4c74-b963-d3f33b6933d0 req-d1660437-7735-4a5c-9039-efc5ba47ccb0 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411215 Sep 07 20:28:17.387308 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-73708b9a-eac1-4de7-8d36-a555b59b8674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.387308 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fbd8baad-e043-4960-9407-b2bbd7f58c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.387308 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-fbd8baad-e043-4960-9407-b2bbd7f58c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.387308 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-fbd8baad-e043-4960-9407-b2bbd7f58c25 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ce785e8-d73a-4d85-bdd3-9e614fa490b0 HTTP/1.1" status: 204 len: 168 time: 0.9831185 Sep 07 20:28:17.397857 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8baad-e043-4960-9407-b2bbd7f58c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce785e8-d73a-4d85-bdd3-9e614fa490b0,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:17.421044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Attempting to bind port 227675d8-a5ad-4d92-8807-6b0eaa80362f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:17.421988 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Attempting to bind port 227675d8-a5ad-4d92-8807-6b0eaa80362f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:17.421988 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Attempting to bind port 227675d8-a5ad-4d92-8807-6b0eaa80362f on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:17.446447 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:28:17.453731 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Port 227675d8-a5ad-4d92-8807-6b0eaa80362f on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:28:17.453731 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Attempting to bind port 227675d8-a5ad-4d92-8807-6b0eaa80362f on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:17.454356 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d777facf-3dc3-4fc5-bb85-fa60d36eb381 admin admin] 10.222.0.72 "PUT /v2.0/routers/9aba5c22-01b2-49a5-9e04-b42c6753b51e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8746572 Sep 07 20:28:17.459405 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Sync routers for ids ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:28:17.486285 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Routers {'9aba5c22-01b2-49a5-9e04-b42c6753b51e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:17.487825 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-73708b9a-eac1-4de7-8d36-a555b59b8674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.488712 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:27:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:17.498597 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.509255 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:17.511528 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Checking segment: {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:17.512486 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Bound using segment: {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:17.512958 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Bound port: 227675d8-a5ad-4d92-8807-6b0eaa80362f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'}}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:17.513324 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.591444 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73708b9a-eac1-4de7-8d36-a555b59b8674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd84f9a-7ec5-4518-88da-1aa5d5218318,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:17.596574 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.636787 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-73708b9a-eac1-4de7-8d36-a555b59b8674 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=63d6b32704e2428096925d25cc9d7deb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0260501 Sep 07 20:28:17.655565 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38300) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:17.658363 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cbe83f-a1b4-4110-9dc5-9ba12fc210f5 x-openstack-request-id: req-85cbe83f-a1b4-4110-9dc5-9ba12fc210f5 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:17.658939 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'Port': ['ID=56a994f0-b154-482b-a328-c9ad071b2ea8,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:17.661484 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9124e8c5-edf4-4153-8196-763774e2c1f7", "tag": "6d09410f-819b-48b9-93f8-dfdf929c36d7", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:17.662858 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-85cbe83f-a1b4-4110-9dc5-9ba12fc210f5 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:17.663517 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9124e8c5-edf4-4153-8196-763774e2c1f7', 'tag': '6d09410f-819b-48b9-93f8-dfdf929c36d7', 'status': 'completed', 'code': 200} Sep 07 20:28:17.689980 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.711410 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:17.783454 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Set router 9aba5c22-01b2-49a5-9e04-b42c6753b51e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:17.804937 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] For port 227675d8-a5ad-4d92-8807-6b0eaa80362f, host hv-cinder-76019, cleared binding levels {{(pid=94729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:17.837313 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] For port 227675d8-a5ad-4d92-8807-6b0eaa80362f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=227675d8-a5ad-4d92-8807-6b0eaa80362f,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:17.912899 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-6abcfe48-7dc0-46b0-9de8-58c8d9adcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:17.920621 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-6abcfe48-7dc0-46b0-9de8-58c8d9adcf7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=090bfa49-e307-4e92-a5bf-e93786b6f64f HTTP/1.1" status: 200 len: 851 time: 0.3247144 Sep 07 20:28:18.048145 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Allocated IP 172.27.0.61 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/0c8019d5-24c5-4ef8-ab24-47f31157ce07) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:18.056516 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-85a4c347-8d65-4417-b185-239f694c7b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.117270 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-85a4c347-8d65-4417-b185-239f694c7b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.227925 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '3498ab18-e446-4b78-baff-f62ad5681859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:28:00Z', 'updated_at': '2021-09-07T20:28:13Z', 'revision_number': 4, 'project_id': '7b36bec10302410c99d21249f321ea84', 'gw_port': {'id': '3498ab18-e446-4b78-baff-f62ad5681859', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '24ff776f-adbf-45dc-804f-c61fc7c738d6', 'name': '', 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'mac_address': 'fa:16:3e:97:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5ba19e0c-d325-432e-9259-92b0d3f03aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:10Z', 'updated_at': '2021-09-07T20:28:14Z', 'revision_number': 2, 'project_id': '7b36bec10302410c99d21249f321ea84', 'subnets': [{'id': '5ba19e0c-d325-432e-9259-92b0d3f03aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:18.252336 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.299943 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Checking router: 9aba5c22-01b2-49a5-9e04-b42c6753b51e for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:28:18.302969 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Updating router 9aba5c22-01b2-49a5-9e04-b42c6753b51e port 24ff776f-adbf-45dc-804f-c61fc7c738d6 binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:28:18.346260 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3ff53a0f-df1a-40d6-9360-7bf3637b2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.363289 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.503127 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.568966 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:18.569586 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.571111 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] 10.222.0.59 "PUT /v2.0/ports/227675d8-a5ad-4d92-8807-6b0eaa80362f HTTP/1.1" status: 200 len: 1093 time: 4.8934271 Sep 07 20:28:18.573326 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b2364-941c-4455-bcdc-895805e9be16 req-e2a0f0b4-6354-4a60-ac30-328c5060c252 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:18.576105 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282d8a23-78b7-4f35-acc8-7eb0da1cc02f', 'tag': '227675d8-a5ad-4d92-8807-6b0eaa80362f'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:18.578334 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-e2a0f0b4-6354-4a60-ac30-328c5060c252 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 818 time: 0.1960299 Sep 07 20:28:18.611212 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-85a4c347-8d65-4417-b185-239f694c7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.615153 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-85a4c347-8d65-4417-b185-239f694c7b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.616538 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-85a4c347-8d65-4417-b185-239f694c7b5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cdd84f9a-7ec5-4518-88da-1aa5d5218318 HTTP/1.1" status: 204 len: 168 time: 0.7891924 Sep 07 20:28:18.644879 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-784ff646-0a71-42c3-bcec-da2ce077b371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.750317 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-a23ea594-9c77-4c52-908c-338f1bf22527 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fda4e1bb-bc89-48df-ac6a-52c036af2510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671319 Sep 07 20:28:18.757898 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4c347-8d65-4417-b185-239f694c7b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd84f9a-7ec5-4518-88da-1aa5d5218318,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:18.770913 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-6f4426b9-11ea-4e32-8f1a-58287776d862 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/quotas/7b36bec10302410c99d21249f321ea84 HTTP/1.1" status: 200 len: 375 time: 0.1608040 Sep 07 20:28:18.807534 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.809293 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:18.821502 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Transition to ACTIVE for port object 24ff776f-adbf-45dc-804f-c61fc7c738d6 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:18.846684 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaf9b3-9243-4263-9b88-ab98ea5ac4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=227675d8-a5ad-4d92-8807-6b0eaa80362f,revision_number=3']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:18.884975 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-ec7393c6-4fa1-4696-8261-a4406e10ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:18.886745 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-ec7393c6-4fa1-4696-8261-a4406e10ff0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 1096 time: 0.2076287 Sep 07 20:28:18.890923 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9e43a-b950-40ea-ab24-99ac5cc7d4c3 req-f53c7f52-f763-4ce1-992a-123626cf0753 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:18.892744 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04c9e43a-b950-40ea-ab24-99ac5cc7d4c3 req-f53c7f52-f763-4ce1-992a-123626cf0753 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 943 time: 0.4621570 Sep 07 20:28:18.953264 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-db205573-e8b7-493a-a7d7-0de7cd041edd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1813328 Sep 07 20:28:19.002903 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04c9e43a-b950-40ea-ab24-99ac5cc7d4c3 req-b71cd520-f49c-41f8-a9fc-2f0a35ab836e tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952692 Sep 07 20:28:19.007155 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-d4c87a3d-444e-414d-ae15-8d94d0f35090 service neutron] 10.222.0.59 "GET /v2.0/networks/fda4e1bb-bc89-48df-ac6a-52c036af2510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057047 Sep 07 20:28:19.028463 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-784ff646-0a71-42c3-bcec-da2ce077b371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.063086 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.106785 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ff646-0a71-42c3-bcec-da2ce077b371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9510d1-76a1-4beb-af75-741de56ab3aa,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:19.145846 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.153463 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-2b115d7b-02bb-4a5c-a667-837b7e106bf7 service neutron] 10.222.0.72 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866076 Sep 07 20:28:19.171718 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.175750 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-82131d97-1456-4eee-beaf-65bedc6f98c9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7586772 Sep 07 20:28:19.218854 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'Port': ['ID=0c8019d5-24c5-4ef8-ab24-47f31157ce07,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:19.244895 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-784ff646-0a71-42c3-bcec-da2ce077b371 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf3879b86d754ae393a8ceefe3e219e1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5381086 Sep 07 20:28:19.244895 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38340) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:19.279765 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:19.282385 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869e6c9-2219-4847-8d01-b12925955c1e None None] Pushing event updated for resources: {'Port': ['ID=24ff776f-adbf-45dc-804f-c61fc7c738d6,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:19.345332 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-a4b2cc8d-517e-4f79-b87b-c1f399ece36a service neutron] 10.222.0.72 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809480 Sep 07 20:28:19.367067 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:19.372473 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:19.396148 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Attempting to bind port 24ff776f-adbf-45dc-804f-c61fc7c738d6 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:19.396520 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Attempting to bind port 24ff776f-adbf-45dc-804f-c61fc7c738d6 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:19.396930 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Attempting to bind port 24ff776f-adbf-45dc-804f-c61fc7c738d6 on network 34dad5fb-6e19-44ba-a9cf-679924a85e45 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:19.403637 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:19.404011 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Checking segment: {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:19.404410 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.404938 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Bound using segment: {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:19.405314 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Bound port: 24ff776f-adbf-45dc-804f-c61fc7c738d6, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:19.405931 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.487627 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.513304 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-f7627afa-4e69-475b-a3aa-5f399ee835fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=227675d8-a5ad-4d92-8807-6b0eaa80362f HTTP/1.1" status: 200 len: 217 time: 0.2319353 Sep 07 20:28:19.522582 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4213d93-1d17-4c99-91d8-e107c3e43e45" -d '{"events": [{"name": "network-changed", "server_uuid": "282d8a23-78b7-4f35-acc8-7eb0da1cc02f", "tag": "227675d8-a5ad-4d92-8807-6b0eaa80362f"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:19.529535 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-087e58ed-0fff-4bb5-a20d-11873ce6cb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.561586 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9149c3a-dd70-4ff4-9f99-e9e8073ef5ae req-bbf7f395-1f4a-49fb-9b25-52ab941dbc91 service neutron] 10.222.0.59 "GET /v2.0/networks/fda4e1bb-bc89-48df-ac6a-52c036af2510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103589 Sep 07 20:28:19.591449 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5568cb-8963-4dad-8de8-d9f719797845 req-05faa268-130c-4102-92c2-dc849994db35 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:19.610372 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb5568cb-8963-4dad-8de8-d9f719797845 req-05faa268-130c-4102-92c2-dc849994db35 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 944 time: 0.5125442 Sep 07 20:28:19.664823 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb5568cb-8963-4dad-8de8-d9f719797845 req-850d2c99-32cc-4e5e-ad62-6af365d3a22c tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534360 Sep 07 20:28:19.690753 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] For port 24ff776f-adbf-45dc-804f-c61fc7c738d6, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:19.690965 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-1f5442ba-44e3-4497-974b-dbb829ae15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:19.693201 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-1f5442ba-44e3-4497-974b-dbb829ae15c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=97689332-4ac5-45ba-beaa-67224dbf1809 HTTP/1.1" status: 200 len: 854 time: 0.1440969 Sep 07 20:28:19.695114 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] For port 24ff776f-adbf-45dc-804f-c61fc7c738d6, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=24ff776f-adbf-45dc-804f-c61fc7c738d6,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:19.695566 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-087e58ed-0fff-4bb5-a20d-11873ce6cb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.836452 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:19.858998 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-342891c1-d053-40c2-ab71-beb16e9e4956 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1481734518&fields=id&tenant_id=df6e88dbe255498589d961d2ba568256 HTTP/1.1" status: 200 len: 267 time: 0.0737281 Sep 07 20:28:19.983696 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0131ed14-1b75-4521-a5e3-23f457166355 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:19.985216 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0131ed14-1b75-4521-a5e3-23f457166355 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 816 time: 0.1251562 Sep 07 20:28:20.005627 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-82b70e0a-93dc-4278-8825-95fba0413844 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/quotas/df6e88dbe255498589d961d2ba568256 HTTP/1.1" status: 200 len: 375 time: 0.0095398 Sep 07 20:28:20.018441 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:20.081005 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:20.095307 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-087e58ed-0fff-4bb5-a20d-11873ce6cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:20.101284 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-087e58ed-0fff-4bb5-a20d-11873ce6cb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:20.109995 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-087e58ed-0fff-4bb5-a20d-11873ce6cb34 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a9510d1-76a1-4beb-af75-741de56ab3aa HTTP/1.1" status: 204 len: 168 time: 0.8651676 Sep 07 20:28:20.138488 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:20.141946 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-cb101deb-d0d7-41f3-ac41-c9cc33372970 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1264827 Sep 07 20:28:20.155508 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e58ed-0fff-4bb5-a20d-11873ce6cb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9510d1-76a1-4beb-af75-741de56ab3aa,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:20.231939 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:20.277594 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869e6c9-2219-4847-8d01-b12925955c1e None None] Pushing event updated for resources: {'Port': ['ID=24ff776f-adbf-45dc-804f-c61fc7c738d6,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:20.284685 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Routers {'9aba5c22-01b2-49a5-9e04-b42c6753b51e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:20.285324 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:28:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:20.306061 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:20.336804 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38384) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:20.372923 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'Port': ['ID=0c8019d5-24c5-4ef8-ab24-47f31157ce07,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:20.375080 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-15bcf1e7-436e-4d6f-ac02-0b6c0f0f9ecd service neutron] 10.222.0.72 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097375 Sep 07 20:28:20.526576 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:20.537463 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5747aa21-f925-4b6b-be51-3fcf71b2004b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2413683 Sep 07 20:28:20.541403 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] Set router 9aba5c22-01b2-49a5-9e04-b42c6753b51e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:20.561674 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3704111d-4f87-41fa-9b8b-ddfad9cefca6 x-openstack-request-id: req-3704111d-4f87-41fa-9b8b-ddfad9cefca6 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:20.562492 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282d8a23-78b7-4f35-acc8-7eb0da1cc02f", "tag": "227675d8-a5ad-4d92-8807-6b0eaa80362f", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:20.562896 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3704111d-4f87-41fa-9b8b-ddfad9cefca6 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:20.563675 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282d8a23-78b7-4f35-acc8-7eb0da1cc02f', 'tag': '227675d8-a5ad-4d92-8807-6b0eaa80362f', 'status': 'completed', 'code': 200} Sep 07 20:28:20.841663 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f499ba6-6f10-4d97-b4c2-fa894945dc9a req-a8f85fb9-c547-4ba7-9529-db811b109062 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:20.893312 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7f499ba6-6f10-4d97-b4c2-fa894945dc9a req-a8f85fb9-c547-4ba7-9529-db811b109062 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 943 time: 0.0662065 Sep 07 20:28:20.893312 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0eb4e820-c11e-4c2f-b807-6725fd0ab03e service neutron] 10.222.0.72 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738407 Sep 07 20:28:20.893312 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7f499ba6-6f10-4d97-b4c2-fa894945dc9a req-985bcf17-dd5f-43c6-8c89-7246985c9024 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 Sep 07 20:28:20.958684 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '3498ab18-e446-4b78-baff-f62ad5681859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:28:00Z', 'updated_at': '2021-09-07T20:28:13Z', 'revision_number': 4, 'project_id': '7b36bec10302410c99d21249f321ea84', 'gw_port': {'id': '3498ab18-e446-4b78-baff-f62ad5681859', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '24ff776f-adbf-45dc-804f-c61fc7c738d6', 'name': '', 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'mac_address': 'fa:16:3e:97:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5ba19e0c-d325-432e-9259-92b0d3f03aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:10Z', 'updated_at': '2021-09-07T20:28:19Z', 'revision_number': 4, 'project_id': '7b36bec10302410c99d21249f321ea84', 'subnets': [{'id': '5ba19e0c-d325-432e-9259-92b0d3f03aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:21.003527 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cbe6f9-9c41-459d-a571-469cf938f54e None None] The sync data for ids ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'] in dv-cinder-760194-9-iscsi is: [{'id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '3498ab18-e446-4b78-baff-f62ad5681859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:28:00Z', 'updated_at': '2021-09-07T20:28:13Z', 'revision_number': 4, 'project_id': '7b36bec10302410c99d21249f321ea84', 'gw_port': {'id': '3498ab18-e446-4b78-baff-f62ad5681859', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '24ff776f-adbf-45dc-804f-c61fc7c738d6', 'name': '', 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'mac_address': 'fa:16:3e:97:9d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5ba19e0c-d325-432e-9259-92b0d3f03aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:10Z', 'updated_at': '2021-09-07T20:28:19Z', 'revision_number': 4, 'project_id': '7b36bec10302410c99d21249f321ea84', 'subnets': [{'id': '5ba19e0c-d325-432e-9259-92b0d3f03aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:28:21.032572 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:21.057545 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-671f4a0b-1a55-47d8-b376-efe89743ddc7 req-5a982d79-180a-490b-bfdc-b0e3ea80fac8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 210 time: 0.0655360 Sep 07 20:28:21.096435 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243656016-network', 'tenant_id': 'd7614d9f8b044832a21f274a8ac9cdd5'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:21.384388 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-f47ee8f5-392c-4c26-818f-74d5a873e959 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56ff01e1-7605-4fc2-960b-3d55c1792c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379907 Sep 07 20:28:21.434455 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6423122a-9baa-490f-8ad1-564b8dc7bbeb req-97db26b0-0175-41e9-bfa0-fe01dd00c18a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 210 time: 0.1027751 Sep 07 20:28:21.528570 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c82ed-ff2f-4832-9eba-30ab30698f53 req-8f907fc9-b33f-49e3-9e19-e15de5bb404f tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:21.566691 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-886c82ed-ff2f-4832-9eba-30ab30698f53 req-8f907fc9-b33f-49e3-9e19-e15de5bb404f tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 944 time: 0.3535783 Sep 07 20:28:21.623646 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Made reservation on behalf of d7614d9f8b044832a21f274a8ac9cdd5 for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:21.627272 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:21.678795 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:21.745610 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-b4889cd4-b588-40c3-a7b1-9652472f9e05 service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217037 Sep 07 20:28:21.765391 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-886c82ed-ff2f-4832-9eba-30ab30698f53 req-dfafd38e-dee3-484e-9b1e-3280dfb74691 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933713 Sep 07 20:28:21.890161 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-4da8809e-d6e0-4d4e-bfd2-3b9542f5832e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1456672448&fields=id&tenant_id=7d34fb9ecc464890b16f8632d1aab84a HTTP/1.1" status: 200 len: 267 time: 0.2986643 Sep 07 20:28:21.913072 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b2b6a-d583-45be-970b-63d010699c23 req-8dd63f99-352e-4dff-bf54-94f4ad80c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:21.927137 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c29b2b6a-d583-45be-970b-63d010699c23 req-8dd63f99-352e-4dff-bf54-94f4ad80c656 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a1b8ab083e74ccdb07c372bb88c3d9e&device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 1097 time: 0.6269972 Sep 07 20:28:21.958773 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-98df558b-9959-40c8-8dbb-71f58fb8ce12 req-d3ed46dc-b8d9-41c4-a52a-50fae3933462 service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002265 Sep 07 20:28:22.521953 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d24db-e383-450b-b379-3935350f9b3e req-ea11e724-9b60-499a-acac-4a5f2c8346a1 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:22.540595 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-ea11e724-9b60-499a-acac-4a5f2c8346a1 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 810 time: 0.6446061 Sep 07 20:28:22.577288 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f369-329b-40db-8048-9f23bd64de67 req-df22c4ce-d123-437c-85a4-e3692ae0315c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:22.578892 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-df22c4ce-d123-437c-85a4-e3692ae0315c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 818 time: 0.6488841 Sep 07 20:28:22.628759 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-48929708-2b23-49de-894b-71f44b3d3750 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/quotas/7b36bec10302410c99d21249f321ea84 HTTP/1.1" status: 200 len: 375 time: 0.0306964 Sep 07 20:28:22.654298 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-57e09489-3225-454d-914a-f86a74093629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:22.657628 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-57e09489-3225-454d-914a-f86a74093629 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 1096 time: 0.0820301 Sep 07 20:28:22.665304 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b2b6a-d583-45be-970b-63d010699c23 req-ac126890-0b49-4b51-a6fb-b2a6ea9314ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:22.666959 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c29b2b6a-d583-45be-970b-63d010699c23 req-ac126890-0b49-4b51-a6fb-b2a6ea9314ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=fda4e1bb-bc89-48df-ac6a-52c036af2510 HTTP/1.1" status: 200 len: 912 time: 0.6827312 Sep 07 20:28:22.878112 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-dcdf1496-0fd9-45b9-9f91-8ecc426e7754 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/quotas/7d34fb9ecc464890b16f8632d1aab84a HTTP/1.1" status: 200 len: 375 time: 0.3354897 Sep 07 20:28:22.880725 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 24ff776f-adbf-45dc-804f-c61fc7c738d6 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:22.946869 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c29b2b6a-d583-45be-970b-63d010699c23 req-2e26208f-31f5-462c-84ea-fc54d3e4893d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d09410f-819b-48b9-93f8-dfdf929c36d7 HTTP/1.1" status: 200 len: 217 time: 0.2069328 Sep 07 20:28:22.975990 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:23.034278 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-88efc9ce-4aa4-444f-a708-6685241db5ff tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4033873 Sep 07 20:28:23.045205 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-666ca1f6-a5a0-44c7-9878-a93ecb5f7675 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671290 Sep 07 20:28:23.072613 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:23.080886 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 24ff776f-adbf-45dc-804f-c61fc7c738d6 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:23.088178 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 24ff776f-adbf-45dc-804f-c61fc7c738d6 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:23.090171 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:23.095776 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-bd6fdd2d-bf83-4c76-b17d-7ff97dbd7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:23.099859 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-bd6fdd2d-bf83-4c76-b17d-7ff97dbd7dda service neutron] 10.222.0.59 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 915 time: 0.4232750 Sep 07 20:28:23.127336 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:28:23.229683 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:23.230248 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Added segment 51182c11-87f7-4f29-bc0a-078760043eee of type vlan for network 8dab6044-7157-46eb-89b0-80027b31c69a Sep 07 20:28:23.238480 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-e12b5078-c3f8-495e-b1e1-54a64b2389bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=227675d8-a5ad-4d92-8807-6b0eaa80362f HTTP/1.1" status: 200 len: 217 time: 0.0921366 Sep 07 20:28:23.295529 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5945fb8f-d2d9-4628-8890-5ae8e5937ec7,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:23.352774 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:23.358554 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:23.374993 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b2b6a-d583-45be-970b-63d010699c23 req-130c8a86-ca1a-4f16-8298-7b4faf70eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:23.376504 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c29b2b6a-d583-45be-970b-63d010699c23 req-130c8a86-ca1a-4f16-8298-7b4faf70eb72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=090bfa49-e307-4e92-a5bf-e93786b6f64f HTTP/1.1" status: 200 len: 851 time: 0.2428582 Sep 07 20:28:23.394865 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 24ff776f-adbf-45dc-804f-c61fc7c738d6, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=24ff776f-adbf-45dc-804f-c61fc7c738d6,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:23.397400 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-0b754dd5-9844-4d97-9fdb-edde523fe642 service neutron] 10.222.0.72 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622005 Sep 07 20:28:23.400544 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-f78a68ec-8e16-461f-aa73-781e33e9c5ee service neutron] 10.222.0.72 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234675 Sep 07 20:28:23.512120 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:23.524843 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-bfaf2ca3-c1e2-4284-b1ea-f29cd9d38ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:23.524843 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-bfaf2ca3-c1e2-4284-b1ea-f29cd9d38ad8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=97689332-4ac5-45ba-beaa-67224dbf1809 HTTP/1.1" status: 200 len: 854 time: 0.0753219 Sep 07 20:28:23.525393 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c29b2b6a-d583-45be-970b-63d010699c23 req-4215b495-faba-4130-a187-37688c31db7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fda4e1bb-bc89-48df-ac6a-52c036af2510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722635 Sep 07 20:28:23.572698 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:23.573359 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:23.573996 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:23.581342 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=24ff776f-adbf-45dc-804f-c61fc7c738d6,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:23.583630 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-7e40f40f-043e-4f00-ba65-221dd874f034 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56ff01e1-7605-4fc2-960b-3d55c1792c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390568 Sep 07 20:28:23.723171 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-c6f7e6ea-7830-4d06-8352-1e01df57202b service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254067 Sep 07 20:28:23.726294 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-8453ccc6-70b7-41e8-bf2c-d353849574ce service neutron] 10.222.0.72 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280265 Sep 07 20:28:23.731689 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3884645 Sep 07 20:28:23.739142 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-53bc855f-5819-4446-822c-790b08d26369 service neutron] 10.222.0.72 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238497 Sep 07 20:28:23.749042 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38486) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:23.749042 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9b37b-8de5-4637-9968-4f177b9c52d3 admin admin] Pushing event updated for resources: {'Network': ['ID=8dab6044-7157-46eb-89b0-80027b31c69a,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:23.755858 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Request body: {'subnet': {'network_id': '8dab6044-7157-46eb-89b0-80027b31c69a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1243656016-subnet', 'tenant_id': 'd7614d9f8b044832a21f274a8ac9cdd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:23.773507 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 8dab6044-7157-46eb-89b0-80027b31c69a details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:28:23.843182 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c29b2b6a-d583-45be-970b-63d010699c23 req-464fe9d7-12c4-4f77-b721-6101e1786607 service neutron] 10.222.0.59 "GET /v2.0/networks/fda4e1bb-bc89-48df-ac6a-52c036af2510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822254 Sep 07 20:28:23.876002 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e4213d93-1d17-4c99-91d8-e107c3e43e45 req-980c390d-69b1-4200-ab71-8b9cff0d46c2 service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410589 Sep 07 20:28:24.175553 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Made reservation on behalf of d7614d9f8b044832a21f274a8ac9cdd5 for: {'subnet': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:24.178589 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:24.271706 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-403431bc-cc46-4e00-973b-9b900624bd94 req-b63b1573-84b7-4691-8e59-7eaa768b1614 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 210 time: 0.0566630 Sep 07 20:28:24.373865 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c29b2b6a-d583-45be-970b-63d010699c23 req-64a979b2-2362-4d87-9505-5b31e6951dee service neutron] 10.222.0.59 "GET /v2.0/networks/fda4e1bb-bc89-48df-ac6a-52c036af2510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203443 Sep 07 20:28:24.397213 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff3dbc-817e-4df6-aaae-37cc63966e19 req-847e723c-272b-4fd1-8ffd-9c7f383bcc73 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:24.404818 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1fff3dbc-817e-4df6-aaae-37cc63966e19 req-847e723c-272b-4fd1-8ffd-9c7f383bcc73 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 943 time: 0.2308469 Sep 07 20:28:24.428487 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b2364-941c-4455-bcdc-895805e9be16 req-c49637e9-12ea-4e73-b5fa-22875a560dbc tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:24.430367 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-c49637e9-12ea-4e73-b5fa-22875a560dbc tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.59 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 818 time: 0.2523522 Sep 07 20:28:24.447961 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Request body: {'port': {'device_id': '8d91a996-1fba-417e-a529-6fc65e5a27de', 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45', 'admin_state_up': True, 'tenant_id': '7b36bec10302410c99d21249f321ea84'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:24.494554 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1fff3dbc-817e-4df6-aaae-37cc63966e19 req-98169053-ef71-4416-bd0d-a3f92ab46c06 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887873 Sep 07 20:28:24.600403 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2477b5c5-849a-4dd4-881c-66ac8dc04e7b req-5e2891d2-bb46-4d96-973f-0bf620e7b871 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 210 time: 0.0473244 Sep 07 20:28:24.647673 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85cd7f-0369-49a1-8747-f6fc90a652e3 req-f49d8198-c735-4c56-b766-b17b1ef6a46f tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:24.649323 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ba85cd7f-0369-49a1-8747-f6fc90a652e3 req-f49d8198-c735-4c56-b766-b17b1ef6a46f tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 944 time: 0.2131956 Sep 07 20:28:24.737815 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Made reservation on behalf of 7b36bec10302410c99d21249f321ea84 for: {'port': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:24.742763 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:24.775171 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 24ff776f-adbf-45dc-804f-c61fc7c738d6 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:24.797971 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5271be68-0f59-46ec-85ab-318b09dba11b req-d1af61af-396a-41ca-be50-2c5f1cc219d8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0774302 Sep 07 20:28:24.818355 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ba85cd7f-0369-49a1-8747-f6fc90a652e3 req-476c00e7-b78d-4b3c-8f81-0bbad8b73588 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562054 Sep 07 20:28:24.864901 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 24ff776f-adbf-45dc-804f-c61fc7c738d6 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:24.865504 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:24.890742 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:24.989454 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Allocated IP 172.20.0.7 (34dad5fb-6e19-44ba-a9cf-679924a85e45/5ba19e0c-d325-432e-9259-92b0d3f03aec/e74cb0a3-bf5e-4d14-a102-2d28e092e870) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:25.048876 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6743d5b6-49e5-411c-87a9-8e286daaead5,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:25.079006 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Checking segment: {'id': '51182c11-87f7-4f29-bc0a-078760043eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '8dab6044-7157-46eb-89b0-80027b31c69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:25.079480 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Network hostable DHCP agents. Network: 8dab6044-7157-46eb-89b0-80027b31c69a, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:28:25.139881 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-683986c6-c5d1-41a7-b073-dba999d29421 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:25.141489 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-683986c6-c5d1-41a7-b073-dba999d29421 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 816 time: 0.1725850 Sep 07 20:28:25.179487 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:25.197233 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-152a4d22-861d-4e2f-b16d-71101486bf7a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df6e88dbe255498589d961d2ba568256 HTTP/1.1" status: 200 len: 380 time: 0.0457220 Sep 07 20:28:25.206935 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'port': {'device_id': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'admin_state_up': True, 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'security_groups': ['fadaa640-9939-4573-8a8d-c347bacf1a18']}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:25.228662 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Network 8dab6044-7157-46eb-89b0-80027b31c69a is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:28:25.280167 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:25.326874 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Network 34dad5fb-6e19-44ba-a9cf-679924a85e45 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:25.329891 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:25.335871 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 8dab6044-7157-46eb-89b0-80027b31c69a) {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:25.339817 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:25.340536 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:25.346768 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:25.348183 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d173d512-1ecd-4351-b974-c57de10e4e36 None None] Network 8dab6044-7157-46eb-89b0-80027b31c69a requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:28:25.362565 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:25.363242 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:25.384416 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Pushing event updated for resources: {'Port': ['ID=e74cb0a3-bf5e-4d14-a102-2d28e092e870,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:25.424327 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-11613e57-edcd-4fe4-8b7d-35a57ece82b7 req-b51985ec-674f-409d-990f-0ecf3b21120d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 210 time: 0.0341084 Sep 07 20:28:25.425045 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Made reservation on behalf of df6e88dbe255498589d961d2ba568256 for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:25.442740 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:25.496903 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51c58da-1613-4894-b05e-5c9f8c858728 None None] Network 8dab6044-7157-46eb-89b0-80027b31c69a requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:28:25.505484 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-82834db6-f53e-433f-ade9-cd70961fbbb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0594146 Sep 07 20:28:25.516244 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-02530f9d-7095-4e4a-89ed-132aa612581b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7576654 Sep 07 20:28:25.521960 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Request body: {'port': {'device_id': '8d91a996-1fba-417e-a529-6fc65e5a27de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:25.639489 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Allocated IP 172.20.0.7 (190a6037-e51d-4d5f-b0b0-16db09119f5c/4ab0b283-59ed-4465-8489-e4791bba7648/64e3cda0-8355-47eb-b7f5-80ef2dc21b32) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:25.641237 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:25.788285 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f12cca7b-c59a-4de2-93b2-98682555f3df req-6de98a47-60bd-4996-b6fe-31dd78655eca tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 210 time: 0.0519989 Sep 07 20:28:25.871025 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4894079-b090-4fa3-b068-59bda3b37e02 req-2bbaa973-d5d4-4ab3-a94e-ad34a3270315 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:25.872887 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a4894079-b090-4fa3-b068-59bda3b37e02 req-2bbaa973-d5d4-4ab3-a94e-ad34a3270315 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 943 time: 0.2526383 Sep 07 20:28:26.012172 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a4894079-b090-4fa3-b068-59bda3b37e02 req-c01600ac-7335-4b32-8289-137d2d45c316 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233058 Sep 07 20:28:26.089865 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b00ebf-3677-48cc-9758-ac291edaf743 req-987c229d-1ab0-46bc-9391-63b0706588f6 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:26.097798 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a1b00ebf-3677-48cc-9758-ac291edaf743 req-987c229d-1ab0-46bc-9391-63b0706588f6 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 944 time: 0.2001441 Sep 07 20:28:26.105894 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74cb0a3-bf5e-4d14-a102-2d28e092e870 {{(pid=94729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:26.120137 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.139492 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Transition to ACTIVE for port object e74cb0a3-bf5e-4d14-a102-2d28e092e870 will not be triggered until provisioned by entity L2. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:26.153782 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a883fb0f-3c1a-4795-b283-262e65d2cab3 req-ce2855ac-d00b-44bd-bb77-a651ff83f598 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0467424 Sep 07 20:28:26.167403 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.194783 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a1b00ebf-3677-48cc-9758-ac291edaf743 req-aeb2b82f-8885-407c-bad3-46fdb4d54812 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955374 Sep 07 20:28:26.195653 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Transition to ACTIVE for port object 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 will not be triggered until provisioned by entity DHCP. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:26.208014 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.287065 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Pushing event updated for resources: {'Port': ['ID=e74cb0a3-bf5e-4d14-a102-2d28e092e870,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:26.299991 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Attempting to bind port e74cb0a3-bf5e-4d14-a102-2d28e092e870 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:26.300323 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Attempting to bind port e74cb0a3-bf5e-4d14-a102-2d28e092e870 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:26.300643 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Attempting to bind port e74cb0a3-bf5e-4d14-a102-2d28e092e870 on network 34dad5fb-6e19-44ba-a9cf-679924a85e45 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:26.305906 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Port e74cb0a3-bf5e-4d14-a102-2d28e092e870 on network 34dad5fb-6e19-44ba-a9cf-679924a85e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:28:26.306218 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Attempting to bind port e74cb0a3-bf5e-4d14-a102-2d28e092e870 on network 34dad5fb-6e19-44ba-a9cf-679924a85e45 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:26.311718 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:26.312045 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Checking segment: {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:26.312474 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Bound using segment: {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:26.312835 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Bound port: e74cb0a3-bf5e-4d14-a102-2d28e092e870, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'}}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:26.313180 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.329337 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.379402 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:26.383540 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:26.389119 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:26.399091 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:26.399860 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.431361 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:26.526745 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.59', 63124) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:26.570624 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-0dd4d9a8-80a7-4ef2-84d9-12771f4a26f4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3672500 Sep 07 20:28:26.603314 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] For port e74cb0a3-bf5e-4d14-a102-2d28e092e870, host hv-cinder-76019, cleared binding levels {{(pid=94729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:26.607109 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] For port e74cb0a3-bf5e-4d14-a102-2d28e092e870, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:26.615144 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Request body: {'port': {'device_id': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:26.706337 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.742597 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38582) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:26.747933 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-626992606-network', 'tenant_id': 'b4066f5b675c49d5af4faaf9f08e620e'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:26.763538 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:26.764366 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.766292 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] 10.222.0.59 "PUT /v2.0/ports/e74cb0a3-bf5e-4d14-a102-2d28e092e870 HTTP/1.1" status: 200 len: 1093 time: 1.2511094 Sep 07 20:28:26.772154 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d91a996-1fba-417e-a529-6fc65e5a27de', 'tag': 'e74cb0a3-bf5e-4d14-a102-2d28e092e870'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:26.775274 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19d600c-c23a-41c6-be92-97e875ad3764" -d '{"events": [{"name": "network-changed", "server_uuid": "8d91a996-1fba-417e-a529-6fc65e5a27de", "tag": "e74cb0a3-bf5e-4d14-a102-2d28e092e870"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:26.794780 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-e8611291-f606-4c53-a79c-fa559754ea90 None None] Provisioning for port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:26.799584 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-e8611291-f606-4c53-a79c-fa559754ea90 None None] Provisioning complete for port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:26.799952 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e8611291-f606-4c53-a79c-fa559754ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.826722 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cd76-2043-41e2-b485-61f0ba29bfe3 req-ed5f3ef4-e272-4508-87f2-7a0857d2aa7e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:26.828271 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cec3cd76-2043-41e2-b485-61f0ba29bfe3 req-ed5f3ef4-e272-4508-87f2-7a0857d2aa7e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 931 time: 0.2103200 Sep 07 20:28:26.829060 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.835014 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbc92f9-d320-4c36-9c60-14a42c44788e x-openstack-request-id: req-6dbc92f9-d320-4c36-9c60-14a42c44788e {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:26.836764 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d91a996-1fba-417e-a529-6fc65e5a27de", "tag": "e74cb0a3-bf5e-4d14-a102-2d28e092e870", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:26.841150 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6dbc92f9-d320-4c36-9c60-14a42c44788e {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:26.842356 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d91a996-1fba-417e-a529-6fc65e5a27de', 'tag': 'e74cb0a3-bf5e-4d14-a102-2d28e092e870', 'status': 'completed', 'code': 200} Sep 07 20:28:26.846636 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8b49d-f47d-4937-a772-50b1b5f81384 service neutron] Pushing event updated for resources: {'Port': ['ID=e74cb0a3-bf5e-4d14-a102-2d28e092e870,revision_number=3']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:26.850148 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 227675d8-a5ad-4d92-8807-6b0eaa80362f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:28:26.851198 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d24db-e383-450b-b379-3935350f9b3e req-7a2abd7b-0782-4295-9b34-2e2c6b357c9c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:26.866519 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-7a2abd7b-0782-4295-9b34-2e2c6b357c9c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 810 time: 0.3340511 Sep 07 20:28:26.913430 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-e8611291-f606-4c53-a79c-fa559754ea90 None None] Port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:28:26.929404 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Made reservation on behalf of b4066f5b675c49d5af4faaf9f08e620e for: {'network': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:26.932166 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.949745 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:26.979918 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d226eac7-91d5-4355-b9b0-2f68978c1d1d req-2ffaf097-e594-437c-8fc1-a80a4abbe155 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 210 time: 0.0586855 Sep 07 20:28:27.001765 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d600c-c23a-41c6-be92-97e875ad3764 req-63f2443a-3822-4c9d-b245-68d433a3d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:27.003299 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e19d600c-c23a-41c6-be92-97e875ad3764 req-63f2443a-3822-4c9d-b245-68d433a3d7e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1096 time: 0.1209874 Sep 07 20:28:27.025045 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cec3cd76-2043-41e2-b485-61f0ba29bfe3 req-57a6f3cc-351b-4f88-b935-eafc034fd271 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831548 Sep 07 20:28:27.052722 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-08678a38-b4ad-43df-a03c-dabbaac2f3c8 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d34fb9ecc464890b16f8632d1aab84a HTTP/1.1" status: 200 len: 380 time: 0.1805170 Sep 07 20:28:27.103598 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'port': {'device_id': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'admin_state_up': True, 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'security_groups': ['ecc85f42-83ba-43fe-a307-360bc474ef19']}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:27.132066 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.163760 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 227675d8-a5ad-4d92-8807-6b0eaa80362f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=227675d8-a5ad-4d92-8807-6b0eaa80362f,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:27.185071 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '227675d8-a5ad-4d92-8807-6b0eaa80362f', 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21', 'port_id': '227675d8-a5ad-4d92-8807-6b0eaa80362f', 'mac_address': 'fa:16:3e:55:9f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97689332-4ac5-45ba-beaa-67224dbf1809', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:28:27.227627 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.262022 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.293707 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227675d8-a5ad-4d92-8807-6b0eaa80362f {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:27.307888 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=94729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:28:27.323811 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 227675d8-a5ad-4d92-8807-6b0eaa80362f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=227675d8-a5ad-4d92-8807-6b0eaa80362f,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:27.345510 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e6d98b-d445-4f7c-bf10-397b17b4947d,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:27.360852 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.365708 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.segments_db [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Added segment d85f996d-0e15-4f0c-b866-490fd0853988 of type vlan for network e3cc2905-c303-49ba-ba9b-ed76703efec4 Sep 07 20:28:27.371876 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0c33baa-d00b-4c7d-ae86-e7d91d750d47 req-5b2b55f2-ad6f-403c-81de-c743cdf26ba5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.1122725 Sep 07 20:28:27.412071 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.413236 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 6d09410f-819b-48b9-93f8-dfdf929c36d7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:28:27.440172 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d600c-c23a-41c6-be92-97e875ad3764 req-84d19f8e-fa57-47bd-9ac1-8b02ebf6947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:27.442328 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e19d600c-c23a-41c6-be92-97e875ad3764 req-84d19f8e-fa57-47bd-9ac1-8b02ebf6947a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7b36bec10302410c99d21249f321ea84&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3083451 Sep 07 20:28:27.495243 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.508198 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=227675d8-a5ad-4d92-8807-6b0eaa80362f,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:27.548215 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.59', 63129) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:27.599357 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 6d09410f-819b-48b9-93f8-dfdf929c36d7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6d09410f-819b-48b9-93f8-dfdf929c36d7,segment=NetworkSegment(0b8402a2-b175-4174-96ac-5ff34fa20fcf),segment_id=0b8402a2-b175-4174-96ac-5ff34fa20fcf)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:27.603771 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.604799 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:27.605481 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.612978 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '6d09410f-819b-48b9-93f8-dfdf929c36d7', 'network_id': 'fda4e1bb-bc89-48df-ac6a-52c036af2510', 'port_id': '6d09410f-819b-48b9-93f8-dfdf929c36d7', 'mac_address': 'fa:16:3e:b2:2c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090bfa49-e307-4e92-a5bf-e93786b6f64f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:28:27.704257 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.720720 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d09410f-819b-48b9-93f8-dfdf929c36d7 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:27.778888 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73383cd2-13da-4ff2-b9f8-87d4180c4c8b req-cf607aac-c130-4b89-bd7e-0a1d0cbf79cc tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:27.780395 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-73383cd2-13da-4ff2-b9f8-87d4180c4c8b req-cf607aac-c130-4b89-bd7e-0a1d0cbf79cc tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 943 time: 0.6471634 Sep 07 20:28:27.796085 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 6d09410f-819b-48b9-93f8-dfdf929c36d7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6d09410f-819b-48b9-93f8-dfdf929c36d7,segment=NetworkSegment(0b8402a2-b175-4174-96ac-5ff34fa20fcf),segment_id=0b8402a2-b175-4174-96ac-5ff34fa20fcf)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:27.830893 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0868571 Sep 07 20:28:27.840862 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38614) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:27.841587 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb41605-49fe-4ba3-93a9-ee14b5124cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=e3cc2905-c303-49ba-ba9b-ed76703efec4,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:27.860152 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network e3cc2905-c303-49ba-ba9b-ed76703efec4 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:28:27.862903 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Request body: {'subnet': {'network_id': 'e3cc2905-c303-49ba-ba9b-ed76703efec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-626992606-subnet', 'tenant_id': 'b4066f5b675c49d5af4faaf9f08e620e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:27.870838 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fac49-1bd0-46ab-80b1-5555fbe66247 req-a34898dc-ab0f-4d26-9fa3-d0baac769464 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:27.872487 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-066fac49-1bd0-46ab-80b1-5555fbe66247 req-a34898dc-ab0f-4d26-9fa3-d0baac769464 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 944 time: 0.1401651 Sep 07 20:28:27.882418 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f369-329b-40db-8048-9f23bd64de67 req-88345803-8e11-4d50-be60-f926cd5fc193 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:27.883969 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-88345803-8e11-4d50-be60-f926cd5fc193 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.59 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 818 time: 0.3348041 Sep 07 20:28:27.885165 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d600c-c23a-41c6-be92-97e875ad3764 req-1f1789d0-1aa4-4953-a5ea-d89a74d3cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:27.886612 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-e19d600c-c23a-41c6-be92-97e875ad3764 req-1f1789d0-1aa4-4953-a5ea-d89a74d3cc9a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4346588 Sep 07 20:28:27.893634 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:27.901871 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Request body: {'port': {'device_id': '58337eb5-f342-4693-ba5c-3d12f775ec11', 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45', 'admin_state_up': True, 'tenant_id': '7b36bec10302410c99d21249f321ea84'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:27.908314 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.913862 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:27.926664 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-73383cd2-13da-4ff2-b9f8-87d4180c4c8b req-575875d9-2028-4a61-aeda-b9ed19fb312f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287966 Sep 07 20:28:27.960292 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Transition to ACTIVE for port object 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:27.985228 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-066fac49-1bd0-46ab-80b1-5555fbe66247 req-2dfaf19e-ec4f-4a2f-b395-019cec12e3e9 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938685 Sep 07 20:28:27.987543 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Made reservation on behalf of 7d34fb9ecc464890b16f8632d1aab84a for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:27.993348 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.084473 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=6d09410f-819b-48b9-93f8-dfdf929c36d7,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:28.140063 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b2364-941c-4455-bcdc-895805e9be16 req-d80a8e0e-6569-4703-855c-7dfea62914c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:28.141628 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-d80a8e0e-6569-4703-855c-7dfea62914c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1096 time: 0.1852281 Sep 07 20:28:28.142856 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.188256 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6bbd243f-b489-4456-b085-827c1480025d req-ee03d57d-d119-461c-b4d5-1da9556d635e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 210 time: 0.0757203 Sep 07 20:28:28.200639 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-dd791300-d057-4c58-ab29-3062a8f50725 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870 HTTP/1.1" status: 200 len: 217 time: 0.0503411 Sep 07 20:28:28.215653 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['6d09410f-819b-48b9-93f8-dfdf929c36d7'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:28:28.233569 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Made reservation on behalf of b4066f5b675c49d5af4faaf9f08e620e for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:28.236083 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.249578 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['227675d8-a5ad-4d92-8807-6b0eaa80362f'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:28:28.282069 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:28.371919 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b2364-941c-4455-bcdc-895805e9be16 req-0f0b9b56-08ed-4d22-97f9-70cf83c011bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:28.373766 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-0f0b9b56-08ed-4d22-97f9-70cf83c011bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 200 len: 858 time: 0.1606045 Sep 07 20:28:28.393186 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5786663-48b1-43a2-b462-3dda05c498d9 req-66ee8ecd-b1bf-4c67-827b-773405c241e0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:28.394889 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5786663-48b1-43a2-b462-3dda05c498d9 req-66ee8ecd-b1bf-4c67-827b-773405c241e0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.2709105 Sep 07 20:28:28.419298 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Attempting to bind port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:28.420096 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Attempting to bind port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:28.420432 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Attempting to bind port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 on network 190a6037-e51d-4d5f-b0b0-16db09119f5c {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:28.443072 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 on network 190a6037-e51d-4d5f-b0b0-16db09119f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:28:28.443483 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Attempting to bind port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 on network 190a6037-e51d-4d5f-b0b0-16db09119f5c {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:28.453589 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:28.453998 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Checking segment: {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:28.454380 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Bound using segment: {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:28.454867 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Bound port: 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:28.455224 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.474534 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Allocated IP 172.20.0.7 (97095c9e-e952-4a41-81ef-7fce322ef885/5f6c1187-2255-4bb0-9fa9-04f143c98b89/4098f3b7-9c85-4f03-8dd0-1d980335ac02) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:28.534480 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7654739-4751-4c20-8aa8-6812eab9c3fa req-85bf22f7-a994-4e38-82a8-6a5a6489bd77 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0575128 Sep 07 20:28:28.544182 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5786663-48b1-43a2-b462-3dda05c498d9 req-29ad4f8c-114c-4ace-bdd5-c3440b212ed8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388495 Sep 07 20:28:28.670468 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:28.693339 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:28.724816 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.737699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Transition to ACTIVE for port object 4098f3b7-9c85-4f03-8dd0-1d980335ac02 will not be triggered until provisioned by entity DHCP. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:28.779995 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Made reservation on behalf of 7b36bec10302410c99d21249f321ea84 for: {'port': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:28:28.783827 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.806832 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.808330 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.853985 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:28.854226 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.855957 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/64e3cda0-8355-47eb-b7f5-80ef2dc21b32 HTTP/1.1" status: 200 len: 1093 time: 2.2642155 Sep 07 20:28:28.856590 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:28.861242 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4152b013-f4d7-423b-8da7-ee363ce0c96f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:28.933560 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbb862-6a82-4f27-b53f-480c2e87d1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:28.935851 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ec9f15-5ff9-4f48-b8d0-0db8dd400d08 x-openstack-request-id: req-d6ec9f15-5ff9-4f48-b8d0-0db8dd400d08 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:28.936138 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:28.936516 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6ec9f15-5ff9-4f48-b8d0-0db8dd400d08 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:28.936919 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'status': 'completed', 'code': 200} Sep 07 20:28:28.938878 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:28.959352 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c096651-6827-4137-abd8-7b57776f4ca4,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:28.983220 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Checking segment: {'id': 'd85f996d-0e15-4f0c-b866-490fd0853988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e3cc2905-c303-49ba-ba9b-ed76703efec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:28.983574 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Network hostable DHCP agents. Network: e3cc2905-c303-49ba-ba9b-ed76703efec4, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:28:28.992775 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Allocated IP 172.20.0.9 (34dad5fb-6e19-44ba-a9cf-679924a85e45/5ba19e0c-d325-432e-9259-92b0d3f03aec/046db7fc-6f63-43be-8ca1-01e610372aee) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:28:29.042575 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Network 97095c9e-e952-4a41-81ef-7fce322ef885 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:29.045912 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:29.050125 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:29.056327 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:29.056968 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:29.124537 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'Port': ['ID=4098f3b7-9c85-4f03-8dd0-1d980335ac02,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:29.137278 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Network e3cc2905-c303-49ba-ba9b-ed76703efec4 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:28:29.170128 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa84dd-4595-4c2d-8286-e79f87c09651 req-fca6d6a1-3b34-41e7-ad62-798c16fa9104 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:29.171840 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2caa84dd-4595-4c2d-8286-e79f87c09651 req-fca6d6a1-3b34-41e7-ad62-798c16fa9104 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 944 time: 0.1120331 Sep 07 20:28:29.195714 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c3bae-ede5-4122-a9db-ac378a4ead1e req-d055e5a8-87df-484b-a6c3-200c0c8a52f7 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:29.200757 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-112c3bae-ede5-4122-a9db-ac378a4ead1e req-d055e5a8-87df-484b-a6c3-200c0c8a52f7 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 945 time: 0.0983753 Sep 07 20:28:29.212209 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:29.213952 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-95ba268f-c3aa-49bc-8d32-ebb5dfa6441b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1342065 Sep 07 20:28:29.255427 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, e3cc2905-c303-49ba-ba9b-ed76703efec4) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:29.259461 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2caa84dd-4595-4c2d-8286-e79f87c09651 req-34baa3db-29c5-4cad-9792-630948976718 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802319 Sep 07 20:28:29.261296 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:29.266146 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:29.269471 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4783551-b96c-4ec3-a7fd-85027b87d3a6 None None] Network e3cc2905-c303-49ba-ba9b-ed76703efec4 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:28:29.281784 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-112c3bae-ede5-4122-a9db-ac378a4ead1e req-f49e3a32-3b72-4ae1-be48-3b263732525b tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722108 Sep 07 20:28:29.350114 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:29.381565 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-102b49dc-2e2a-4cb5-848a-03ebc97357d6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5354905 Sep 07 20:28:29.391329 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Network 34dad5fb-6e19-44ba-a9cf-679924a85e45 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:28:29.395419 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:28:29.397056 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc095d7-37cd-4ce7-b020-2fc081220b63 req-5b56b9ea-e887-47ac-a2dc-1404ed36fc25 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:29.398096 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:28:29.399075 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6dc095d7-37cd-4ce7-b020-2fc081220b63 req-5b56b9ea-e887-47ac-a2dc-1404ed36fc25 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 931 time: 0.0634263 Sep 07 20:28:29.404253 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:29.405073 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:29.427083 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-52794575-76b4-47db-8d00-d7d77eecea10 None None] Provisioning for port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:29.438277 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-52794575-76b4-47db-8d00-d7d77eecea10 None None] Provisioning complete for port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:29.438616 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-52794575-76b4-47db-8d00-d7d77eecea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:29.450043 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Pushing event updated for resources: {'Port': ['ID=046db7fc-6f63-43be-8ca1-01e610372aee,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:29.455710 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6dc095d7-37cd-4ce7-b020-2fc081220b63 req-0f6d05a9-6084-49ec-bd26-bfa8fe90b3b4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482450 Sep 07 20:28:29.471457 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8999e1-c0b7-4d0b-a43a-bb256ae5083a None None] Network e3cc2905-c303-49ba-ba9b-ed76703efec4 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:28:29.506899 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-52794575-76b4-47db-8d00-d7d77eecea10 None None] Port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:28:29.515734 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e249e232-71a8-40d4-9e1d-3de36d5b0f20 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6185293 Sep 07 20:28:29.558074 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38642) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:29.606283 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcb8818-9844-47c2-87f5-9d79e76ee54c admin admin] Deleting subnet 6743d5b6-49e5-411c-87a9-8e286daaead5 {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:28:29.609908 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8818-9844-47c2-87f5-9d79e76ee54c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:29.703649 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65349a-d2e9-450b-8c8f-a333443b79e4 req-c0395818-173f-44bf-9632-776a056d1be3 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:29.705182 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-de65349a-d2e9-450b-8c8f-a333443b79e4 req-c0395818-173f-44bf-9632-776a056d1be3 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 931 time: 0.0802820 Sep 07 20:28:29.727284 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1e06f-b85a-4777-bf4c-e6f117afebf3 req-9fdcbcf4-9e07-4f94-a463-94d5b0c77738 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:29.728873 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-23d1e06f-b85a-4777-bf4c-e6f117afebf3 req-9fdcbcf4-9e07-4f94-a463-94d5b0c77738 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0746615 Sep 07 20:28:29.774796 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-de65349a-d2e9-450b-8c8f-a333443b79e4 req-90cc6577-a2fe-4724-9398-131091d9036f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630748 Sep 07 20:28:29.793983 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-23d1e06f-b85a-4777-bf4c-e6f117afebf3 req-e6131fbe-27cc-4ed7-ad99-a6200f355e8b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515232 Sep 07 20:28:29.820858 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8818-9844-47c2-87f5-9d79e76ee54c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:29.829862 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8818-9844-47c2-87f5-9d79e76ee54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:29.991925 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8818-9844-47c2-87f5-9d79e76ee54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.015363 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb8818-9844-47c2-87f5-9d79e76ee54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6743d5b6-49e5-411c-87a9-8e286daaead5,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:30.021330 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8818-9844-47c2-87f5-9d79e76ee54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.023388 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5dcb8818-9844-47c2-87f5-9d79e76ee54c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6743d5b6-49e5-411c-87a9-8e286daaead5 HTTP/1.1" status: 204 len: 168 time: 0.4642119 Sep 07 20:28:30.026035 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38648) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:30.094043 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.180782 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.200804 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.201169 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.201946 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.202276 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.202611 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.202941 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.203271 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.203606 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.203920 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.204237 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.367598 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.368018 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.368430 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.368857 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:30.369286 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dab6044-7157-46eb-89b0-80027b31c69a']}} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:30.406718 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51182c11-87f7-4f29-bc0a-078760043eee') {'for_net_delete': True} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:30.408705 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51182c11-87f7-4f29-bc0a-078760043eee') {} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:30.450667 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130426821'] for segment, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.479682 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.491611 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:28:30.491992 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130475875'] for segment, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: from cryptography.utils import int_from_bytes Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: from cryptography.utils import int_from_bytes Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: Traceback (most recent call last): Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: timer() Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: cb(*args, **kw) Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: return func(*args, **kwargs) Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: self._notify() Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: self.callback(batched_events) Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: event.method(event) Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: return f(self, *a, **k) Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._get(url).json() Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: return self.request(url, 'GET', **kwargs) Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:28:30.495982 dv-cinder-760194-9-iscsi neutron-server[94730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:28:30.518930 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb0720-de04-4af3-b010-f635f7dc5537 req-201fa216-0abd-4bfe-a416-52eda0e4a221 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:30.521065 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6ffb0720-de04-4af3-b010-f635f7dc5537 req-201fa216-0abd-4bfe-a416-52eda0e4a221 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 945 time: 0.1456516 Sep 07 20:28:30.534146 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740b4d5-53b8-4d73-8f7e-b55b9718a6c2 req-44ba65db-6cab-431b-8119-88c3f83bc55d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:30.535597 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c740b4d5-53b8-4d73-8f7e-b55b9718a6c2 req-44ba65db-6cab-431b-8119-88c3f83bc55d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 944 time: 0.1613560 Sep 07 20:28:30.623450 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6ffb0720-de04-4af3-b010-f635f7dc5537 req-aa27a997-4e75-439c-b14c-73394d5356d4 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869145 Sep 07 20:28:30.628211 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c740b4d5-53b8-4d73-8f7e-b55b9718a6c2 req-7197d45f-6bdc-415f-905f-8faaa28e0385 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832412 Sep 07 20:28:30.688536 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.718297 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.720147 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8dab6044-7157-46eb-89b0-80027b31c69a HTTP/1.1" status: 204 len: 168 time: 0.6930530 Sep 07 20:28:30.722516 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aac21f-c5f7-452b-bdc5-dcd9d98704d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dab6044-7157-46eb-89b0-80027b31c69a,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:30.723219 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38660) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:30.743313 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a506d-f6e8-45e9-bfd0-a371914c7219 req-319518d6-4953-4557-a733-6da30208af1a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:30.744789 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-063a506d-f6e8-45e9-bfd0-a371914c7219 req-319518d6-4953-4557-a733-6da30208af1a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 931 time: 0.0652313 Sep 07 20:28:30.767682 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6eb4e67-d37a-4028-9c02-33ed3b5cd925 admin admin] Deleting subnet 1c096651-6827-4137-abd8-7b57776f4ca4 {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:28:30.772246 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d6eb4e67-d37a-4028-9c02-33ed3b5cd925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.784453 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-063a506d-f6e8-45e9-bfd0-a371914c7219 req-e75034bc-0d3a-4dab-8395-2f9ee51e4f4a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334954 Sep 07 20:28:30.810631 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d6eb4e67-d37a-4028-9c02-33ed3b5cd925 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.816358 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d6eb4e67-d37a-4028-9c02-33ed3b5cd925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.930638 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb103f-cf55-4b1d-b587-b13672d44c99 req-e08f8bc4-c215-481c-ae33-b67d63e8c0e4 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:30.932410 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7ebb103f-cf55-4b1d-b587-b13672d44c99 req-e08f8bc4-c215-481c-ae33-b67d63e8c0e4 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 931 time: 0.0814035 Sep 07 20:28:30.937369 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d6eb4e67-d37a-4028-9c02-33ed3b5cd925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.946050 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2382be-7c88-40cb-895c-65342e089e9d req-293ad0da-44c1-4d38-97af-04464c124921 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:30.947649 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4d2382be-7c88-40cb-895c-65342e089e9d req-293ad0da-44c1-4d38-97af-04464c124921 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0674381 Sep 07 20:28:30.965939 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb4e67-d37a-4028-9c02-33ed3b5cd925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c096651-6827-4137-abd8-7b57776f4ca4,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:30.967917 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d6eb4e67-d37a-4028-9c02-33ed3b5cd925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:30.969814 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d6eb4e67-d37a-4028-9c02-33ed3b5cd925 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1c096651-6827-4137-abd8-7b57776f4ca4 HTTP/1.1" status: 204 len: 168 time: 0.2450042 Sep 07 20:28:30.972745 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38666) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:30.996936 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7ebb103f-cf55-4b1d-b587-b13672d44c99 req-4170b24f-5494-4a8c-af90-6f8e3681c9d4 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Sep 07 20:28:31.010742 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4d2382be-7c88-40cb-895c-65342e089e9d req-864c6ece-27c1-4748-a69d-734782b3d11d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546384 Sep 07 20:28:31.042349 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.105510 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Request body: {'port': {'device_id': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:31.111644 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Request body: {'port': {'device_id': '58337eb5-f342-4693-ba5c-3d12f775ec11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:31.180776 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-dc556315-b178-4e14-a4a7-7f566b24f625 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34dad5fb-6e19-44ba-a9cf-679924a85e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744445 Sep 07 20:28:31.184025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.190767 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.195400 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b013-f4d7-423b-8da7-ee363ce0c96f req-20e66ed3-1f01-4b8a-82d5-f2055f18e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:31.196877 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4152b013-f4d7-423b-8da7-ee363ce0c96f req-20e66ed3-1f01-4b8a-82d5-f2055f18e74b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0728972 Sep 07 20:28:31.242683 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.243024 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.243777 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.244109 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > port after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.244450 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.244809 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.245150 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.245490 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.245835 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.246156 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.312544 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.312899 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.313237 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.313570 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 20:28:31.313988 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cc2905-c303-49ba-ba9b-ed76703efec4']}} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:31.346277 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85f996d-0e15-4f0c-b866-490fd0853988') {'for_net_delete': True} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:31.346475 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85f996d-0e15-4f0c-b866-490fd0853988') {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:31.387951 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.408313 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131574190'] for segment, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.453746 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.465210 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b013-f4d7-423b-8da7-ee363ce0c96f req-6602bc12-bf3a-488f-a070-7b409cb33984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:31.466731 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4152b013-f4d7-423b-8da7-ee363ce0c96f req-6602bc12-bf3a-488f-a070-7b409cb33984 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=df6e88dbe255498589d961d2ba568256&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2605875 Sep 07 20:28:31.474400 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=94729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:28:31.474805 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133203745'] for segment, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: from cryptography.utils import int_from_bytes Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: from cryptography.utils import int_from_bytes Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: Traceback (most recent call last): Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: timer() Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: cb(*args, **kw) Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: return func(*args, **kwargs) Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: self._notify() Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: self.callback(batched_events) Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: event.method(event) Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: return f(self, *a, **k) Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._get(url).json() Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: return self.request(url, 'GET', **kwargs) Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:28:31.478635 dv-cinder-760194-9-iscsi neutron-server[94729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:28:31.496628 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-eafdc0a4-638d-42d3-beee-7ef1a1af5c14 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038895 Sep 07 20:28:31.720065 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.726015 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.730950 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e3cc2905-c303-49ba-ba9b-ed76703efec4 HTTP/1.1" status: 204 len: 168 time: 0.7570627 Sep 07 20:28:31.752100 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dea79a-fae5-4e1c-9dba-e63943901839 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cc2905-c303-49ba-ba9b-ed76703efec4,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:31.785599 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-2fc24319-943b-45d6-a83b-b3b6ce6f750d service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783692 Sep 07 20:28:31.889956 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046db7fc-6f63-43be-8ca1-01e610372aee {{(pid=94729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:31.899760 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:31.912528 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Transition to ACTIVE for port object 046db7fc-6f63-43be-8ca1-01e610372aee will not be triggered until provisioned by entity L2. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:31.955986 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152b013-f4d7-423b-8da7-ee363ce0c96f req-21f50662-214f-4ffd-a5ba-ec5bd342665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:31.957508 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4152b013-f4d7-423b-8da7-ee363ce0c96f req-21f50662-214f-4ffd-a5ba-ec5bd342665b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4797244 Sep 07 20:28:31.972154 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beea0d3-2e6a-4edd-b868-92410fdbd9e8 req-c24038ab-b783-4614-9495-7ed062e83495 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:31.973656 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9beea0d3-2e6a-4edd-b868-92410fdbd9e8 req-c24038ab-b783-4614-9495-7ed062e83495 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 945 time: 0.2120070 Sep 07 20:28:31.991320 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6453d-c18c-4c56-9882-ca4caa87f4bd req-d1711431-8b68-4890-9e86-bf7d395de5ae tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:31.992695 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b6f6453d-c18c-4c56-9882-ca4caa87f4bd req-d1711431-8b68-4890-9e86-bf7d395de5ae tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 944 time: 0.2374463 Sep 07 20:28:32.065535 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.099841 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4098f3b7-9c85-4f03-8dd0-1d980335ac02 {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:32.117377 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.144586 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9beea0d3-2e6a-4edd-b868-92410fdbd9e8 req-3bb24571-4b8b-4d16-9720-cf4c092e6b88 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580708 Sep 07 20:28:32.146876 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Pushing event updated for resources: {'Port': ['ID=046db7fc-6f63-43be-8ca1-01e610372aee,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:32.157547 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b6f6453d-c18c-4c56-9882-ca4caa87f4bd req-1d6b41d0-3e89-4ec0-8257-a497733c8b9f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566775 Sep 07 20:28:32.181371 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-3e10c00d-95ca-4245-8688-0d31549fef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:32.192696 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-3e10c00d-95ca-4245-8688-0d31549fef03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 1096 time: 0.1927819 Sep 07 20:28:32.195683 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Transition to ACTIVE for port object 4098f3b7-9c85-4f03-8dd0-1d980335ac02 will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:28:32.229671 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Attempting to bind port 046db7fc-6f63-43be-8ca1-01e610372aee on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:32.230031 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Attempting to bind port 046db7fc-6f63-43be-8ca1-01e610372aee by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:32.230360 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Attempting to bind port 046db7fc-6f63-43be-8ca1-01e610372aee on network 34dad5fb-6e19-44ba-a9cf-679924a85e45 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:32.234701 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Port 046db7fc-6f63-43be-8ca1-01e610372aee on network 34dad5fb-6e19-44ba-a9cf-679924a85e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:28:32.235016 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Attempting to bind port 046db7fc-6f63-43be-8ca1-01e610372aee on network 34dad5fb-6e19-44ba-a9cf-679924a85e45 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:32.240834 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:32.241172 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Checking segment: {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:32.241562 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Bound using segment: {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:32.242387 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Bound port: 046db7fc-6f63-43be-8ca1-01e610372aee, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef53a746-5f31-4018-9cca-7dabdecc9247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45'}}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:32.242760 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.243904 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-63deeccd-83ce-4dbe-b39a-86bb7bb80b3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32 HTTP/1.1" status: 200 len: 217 time: 0.0419748 Sep 07 20:28:32.284968 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38688) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:32.320456 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.344437 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] For port 046db7fc-6f63-43be-8ca1-01e610372aee, host hv-cinder-76019, cleared binding levels {{(pid=94729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:32.349028 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] For port 046db7fc-6f63-43be-8ca1-01e610372aee, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=046db7fc-6f63-43be-8ca1-01e610372aee,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:32.352120 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e8328e47-8783-452e-abb1-c28bc6a56aee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7614d9f8b044832a21f274a8ac9cdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654569 Sep 07 20:28:32.355146 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38690) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:32.400734 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255bc78-f213-4839-9037-f4dc5775089a req-c28217d6-b686-4d37-b364-3e2b5768285b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:32.402299 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d255bc78-f213-4839-9037-f4dc5775089a req-c28217d6-b686-4d37-b364-3e2b5768285b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 931 time: 0.1626492 Sep 07 20:28:32.403737 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-3120473a-8258-4b0e-92e4-ea0892b74315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:32.405081 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-3120473a-8258-4b0e-92e4-ea0892b74315 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.1460960 Sep 07 20:28:32.407851 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d0635720-f881-42a6-b5c4-4dcbf11bf9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.423065 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5d65b-427d-4d18-b6c3-1aea2ea779f3 req-87a8eec8-db74-483a-9fac-ca858547a09f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:32.424482 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-32c5d65b-427d-4d18-b6c3-1aea2ea779f3 req-87a8eec8-db74-483a-9fac-ca858547a09f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 943 time: 0.1834438 Sep 07 20:28:32.436997 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Pushing event updated for resources: {'Port': ['ID=4098f3b7-9c85-4f03-8dd0-1d980335ac02,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:32.450020 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.458788 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d0635720-f881-42a6-b5c4-4dcbf11bf9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.499533 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:32.500565 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.502346 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] 10.222.0.59 "PUT /v2.0/ports/046db7fc-6f63-43be-8ca1-01e610372aee HTTP/1.1" status: 200 len: 1093 time: 1.3978825 Sep 07 20:28:32.527014 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58337eb5-f342-4693-ba5c-3d12f775ec11', 'tag': '046db7fc-6f63-43be-8ca1-01e610372aee'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:32.529151 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6e59d9-93e9-495e-8092-95cc93767873" -d '{"events": [{"name": "network-changed", "server_uuid": "58337eb5-f342-4693-ba5c-3d12f775ec11", "tag": "046db7fc-6f63-43be-8ca1-01e610372aee"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:32.606224 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bfb56-fb67-4826-aad8-c01c72fc0ccb service neutron] Pushing event updated for resources: {'Port': ['ID=046db7fc-6f63-43be-8ca1-01e610372aee,revision_number=3']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:32.616742 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d255bc78-f213-4839-9037-f4dc5775089a req-592e3fd6-1919-4eeb-b681-b2ff8edbd4ca tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884534 Sep 07 20:28:32.662203 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f369-329b-40db-8048-9f23bd64de67 req-8c92474b-5c64-4ae0-a907-cc9f298c0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:32.663612 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-8c92474b-5c64-4ae0-a907-cc9f298c0fd4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 1096 time: 0.0522614 Sep 07 20:28:32.664791 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d0635720-f881-42a6-b5c4-4dcbf11bf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.668280 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d0635720-f881-42a6-b5c4-4dcbf11bf9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.672026 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d0635720-f881-42a6-b5c4-4dcbf11bf9a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5945fb8f-d2d9-4628-8890-5ae8e5937ec7 HTTP/1.1" status: 204 len: 168 time: 0.3130231 Sep 07 20:28:32.672188 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-32c5d65b-427d-4d18-b6c3-1aea2ea779f3 req-6368c7c0-bce5-417e-ace6-1837782a0336 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286878 Sep 07 20:28:32.684270 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0635720-f881-42a6-b5c4-4dcbf11bf9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5945fb8f-d2d9-4628-8890-5ae8e5937ec7,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:32.692685 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-b3b37019-ae1f-4b3c-95ac-411a984a2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:32.694264 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-b3b37019-ae1f-4b3c-95ac-411a984a2e43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2672923 Sep 07 20:28:32.724725 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-d11abd51-1428-4993-9ca5-17de0d8c0a59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=046db7fc-6f63-43be-8ca1-01e610372aee HTTP/1.1" status: 200 len: 217 time: 0.0452182 Sep 07 20:28:32.764462 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7293c19d-56c2-4098-ba1c-634cbcaaae87 x-openstack-request-id: req-7293c19d-56c2-4098-ba1c-634cbcaaae87 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:32.765090 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58337eb5-f342-4693-ba5c-3d12f775ec11", "tag": "046db7fc-6f63-43be-8ca1-01e610372aee", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:32.765090 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7293c19d-56c2-4098-ba1c-634cbcaaae87 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:32.765379 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58337eb5-f342-4693-ba5c-3d12f775ec11', 'tag': '046db7fc-6f63-43be-8ca1-01e610372aee', 'status': 'completed', 'code': 200} Sep 07 20:28:32.776588 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Attempting to bind port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:28:32.780882 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Attempting to bind port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:28:32.780882 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Attempting to bind port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 on network 97095c9e-e952-4a41-81ef-7fce322ef885 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:32.789082 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f369-329b-40db-8048-9f23bd64de67 req-92be5261-2cd1-4ccc-b79e-5d0bc936f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:32.790065 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 on network 97095c9e-e952-4a41-81ef-7fce322ef885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:28:32.790388 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Attempting to bind port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 on network 97095c9e-e952-4a41-81ef-7fce322ef885 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:28:32.791439 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-92be5261-2cd1-4ccc-b79e-5d0bc936f505 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 200 len: 858 time: 0.0605211 Sep 07 20:28:32.831160 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:28:32.831745 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Checking segment: {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:28:32.832850 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Bound using segment: {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:28:32.833834 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Bound port: 4098f3b7-9c85-4f03-8dd0-1d980335ac02, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:28:32.834202 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:32.841587 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-f74c9c3e-0d7f-43cb-83a0-2e077cad614a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34dad5fb-6e19-44ba-a9cf-679924a85e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351038 Sep 07 20:28:32.858296 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a529bf0-5882-41d2-aaf3-509e33acfc33 req-b9414673-7484-4745-a1b8-b61d728bae35 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:32.859851 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9a529bf0-5882-41d2-aaf3-509e33acfc33 req-b9414673-7484-4745-a1b8-b61d728bae35 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.1762624 Sep 07 20:28:32.936483 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-2b7f5e62-838f-4b9b-880e-b1bed1ecff96 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162254 Sep 07 20:28:32.944256 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-77025cd6-7a32-44aa-80a1-5e4f02ebb448 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948143 Sep 07 20:28:32.956161 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9a529bf0-5882-41d2-aaf3-509e33acfc33 req-f73d5929-fe2e-4eac-aca9-74f75422b91c tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898001 Sep 07 20:28:33.026916 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] For port 4098f3b7-9c85-4f03-8dd0-1d980335ac02, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:28:33.042364 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-63f2f369-329b-40db-8048-9f23bd64de67 req-77c6dcfc-dcda-4956-a772-3af4f3e4a4df service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909531 Sep 07 20:28:33.051635 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38bea347-6d02-40ff-a7ad-0603133d8f6f req-9453b486-5cb0-4d5d-a04c-ed5cf2d523a2 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074581 Sep 07 20:28:33.096184 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device e74cb0a3-bf5e-4d14-a102-2d28e092e870 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:28:33.099841 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] For port 4098f3b7-9c85-4f03-8dd0-1d980335ac02, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:28:33.100256 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 227675d8-a5ad-4d92-8807-6b0eaa80362f up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:33.241062 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:33.343332 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:33.343954 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:33.345463 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] 10.222.0.59 "PUT /v2.0/ports/4098f3b7-9c85-4f03-8dd0-1d980335ac02 HTTP/1.1" status: 200 len: 1093 time: 2.2442110 Sep 07 20:28:33.350795 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'tag': '4098f3b7-9c85-4f03-8dd0-1d980335ac02'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:33.353206 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2183a63a-c265-47b4-be53-e82da46137e1" -d '{"events": [{"name": "network-changed", "server_uuid": "56f18de6-8770-47e5-a0a1-23868c8e1832", "tag": "4098f3b7-9c85-4f03-8dd0-1d980335ac02"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:33.369836 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port e74cb0a3-bf5e-4d14-a102-2d28e092e870, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:33.383896 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': 'e74cb0a3-bf5e-4d14-a102-2d28e092e870', 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45', 'port_id': 'e74cb0a3-bf5e-4d14-a102-2d28e092e870', 'mac_address': 'fa:16:3e:de:ff:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba19e0c-d325-432e-9259-92b0d3f03aec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:28:33.393315 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288142dd-4fc3-4c27-9dd6-d9c6fbb50365 req-3273368e-496c-4295-97c0-3dcf28e8513d tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:33.394947 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-288142dd-4fc3-4c27-9dd6-d9c6fbb50365 req-3273368e-496c-4295-97c0-3dcf28e8513d tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 945 time: 0.1851757 Sep 07 20:28:33.399901 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c39f9-f8c7-46c1-9b3d-5c00ac8d758d service neutron] Pushing event updated for resources: {'Port': ['ID=4098f3b7-9c85-4f03-8dd0-1d980335ac02,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:33.417473 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 227675d8-a5ad-4d92-8807-6b0eaa80362f completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:33.427774 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 227675d8-a5ad-4d92-8807-6b0eaa80362f triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:33.428189 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:33.445033 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f4460-6639-428d-986c-fffbbc272f25 req-569ae2b1-b8f5-49fc-b428-349cf6ca701a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:33.445033 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ac4f4460-6639-428d-986c-fffbbc272f25 req-569ae2b1-b8f5-49fc-b428-349cf6ca701a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 944 time: 0.1882358 Sep 07 20:28:33.445033 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-16b79f6e-9dab-4c88-8537-dec2ade9cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:33.445033 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-16b79f6e-9dab-4c88-8537-dec2ade9cbbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 1096 time: 0.1508923 Sep 07 20:28:33.468735 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:33.492335 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74cb0a3-bf5e-4d14-a102-2d28e092e870 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:33.518608 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port e74cb0a3-bf5e-4d14-a102-2d28e092e870, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:33.572143 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:33.595550 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-288142dd-4fc3-4c27-9dd6-d9c6fbb50365 req-57e7e0e3-9e12-4675-bc06-620936b90aee tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919165 Sep 07 20:28:33.604541 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d8a23-78b7-4f35-acc8-7eb0da1cc02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227675d8-a5ad-4d92-8807-6b0eaa80362f'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:33.628595 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ac4f4460-6639-428d-986c-fffbbc272f25 req-32081f5c-f159-4b26-ac87-8a422be799b8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791375 Sep 07 20:28:33.647483 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38722) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:33.665042 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-f86dda7a-d8c2-4f35-a075-225baf29c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:33.668421 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-f86dda7a-d8c2-4f35-a075-225baf29c4c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 919 time: 0.2146707 Sep 07 20:28:33.678544 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:33.679623 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb885ff-0367-4730-a265-2cea31a48585 x-openstack-request-id: req-0fb885ff-0367-4730-a265-2cea31a48585 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:33.679623 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f18de6-8770-47e5-a0a1-23868c8e1832", "tag": "4098f3b7-9c85-4f03-8dd0-1d980335ac02", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:33.679623 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0fb885ff-0367-4730-a265-2cea31a48585 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:33.679623 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'tag': '4098f3b7-9c85-4f03-8dd0-1d980335ac02', 'status': 'completed', 'code': 200} Sep 07 20:28:33.679623 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d24db-e383-450b-b379-3935350f9b3e req-0332cc72-eb69-4712-bafa-c9744999f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:33.679623 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-0332cc72-eb69-4712-bafa-c9744999f6f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 1096 time: 0.1258507 Sep 07 20:28:33.688920 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 227675d8-a5ad-4d92-8807-6b0eaa80362f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=227675d8-a5ad-4d92-8807-6b0eaa80362f,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:33.726777 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-ca0d13f5-f5ec-402d-a80f-3dfc3c82b12f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=046db7fc-6f63-43be-8ca1-01e610372aee HTTP/1.1" status: 200 len: 217 time: 0.0486455 Sep 07 20:28:33.767962 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-92ecb7b7-2d06-44b5-820d-57d9888723f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4066f5b675c49d5af4faaf9f08e620e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1189427 Sep 07 20:28:33.770968 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38732) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:33.777945 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:33.779073 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 6d09410f-819b-48b9-93f8-dfdf929c36d7 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:33.783851 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=e74cb0a3-bf5e-4d14-a102-2d28e092e870,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:33.833433 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68952261-3c77-43fa-83a2-1a260e68ab33" -d '{"events": [{"server_uuid": "282d8a23-78b7-4f35-acc8-7eb0da1cc02f", "name": "network-vif-plugged", "status": "completed", "tag": "227675d8-a5ad-4d92-8807-6b0eaa80362f"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:33.835855 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e598-94dc-4179-9b92-0789fbf3c2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:33.837172 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-6f28460d-4318-4d2f-bd21-d276fbb75133 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02 HTTP/1.1" status: 200 len: 217 time: 0.1502318 Sep 07 20:28:33.859840 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e598-94dc-4179-9b92-0789fbf3c2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:33.901601 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=227675d8-a5ad-4d92-8807-6b0eaa80362f,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:33.934932 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['e74cb0a3-bf5e-4d14-a102-2d28e092e870'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:28:33.942686 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-e45b3387-81e4-43f8-a59d-3d7571fd6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:33.944203 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-e45b3387-81e4-43f8-a59d-3d7571fd6f8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 200 len: 858 time: 0.1516101 Sep 07 20:28:33.953144 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d24db-e383-450b-b379-3935350f9b3e req-38bafa6b-cf53-453f-98ad-dc1a0c1c42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:33.954598 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-38bafa6b-cf53-453f-98ad-dc1a0c1c42f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 200 len: 849 time: 0.1048262 Sep 07 20:28:33.977781 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc7816-1033-454d-a55b-3e80aa849a1b req-144c374d-10c4-4f26-a179-a989ac8fa9cd tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:33.979307 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1cdc7816-1033-454d-a55b-3e80aa849a1b req-144c374d-10c4-4f26-a179-a989ac8fa9cd tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 943 time: 0.1412907 Sep 07 20:28:33.995806 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 6d09410f-819b-48b9-93f8-dfdf929c36d7 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:34.008480 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e598-94dc-4179-9b92-0789fbf3c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.013219 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca91bb4-e9f0-4145-a339-bb17b69c2046 req-4b008fc2-127b-4883-8679-255e6a520877 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:34.013358 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e598-94dc-4179-9b92-0789fbf3c2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.013358 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-a9c7e598-94dc-4179-9b92-0789fbf3c2a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92e6d98b-d445-4f7c-bf10-397b17b4947d HTTP/1.1" status: 204 len: 168 time: 0.2402210 Sep 07 20:28:34.017157 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bca91bb4-e9f0-4145-a339-bb17b69c2046 req-4b008fc2-127b-4883-8679-255e6a520877 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 943 time: 0.2234123 Sep 07 20:28:34.020470 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 6d09410f-819b-48b9-93f8-dfdf929c36d7 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:34.020845 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.020952 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-8552c1b6-5299-4beb-8dd5-e9c1033615d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34dad5fb-6e19-44ba-a9cf-679924a85e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654423 Sep 07 20:28:34.025332 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7e598-94dc-4179-9b92-0789fbf3c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e6d98b-d445-4f7c-bf10-397b17b4947d,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:34.046135 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38742) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:34.165334 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1cdc7816-1033-454d-a55b-3e80aa849a1b req-f13c7523-a0be-49a7-b27d-912784c4d43d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633763 Sep 07 20:28:34.172532 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.181303 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bca91bb4-e9f0-4145-a339-bb17b69c2046 req-7572a401-40fa-41b6-b295-2d48bd1fd0c7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592853 Sep 07 20:28:34.183540 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d24db-e383-450b-b379-3935350f9b3e req-a410a393-906a-47c2-b15a-0cd7758f2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:34.185039 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-a410a393-906a-47c2-b15a-0cd7758f2d04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97095c9e-e952-4a41-81ef-7fce322ef885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2165732 Sep 07 20:28:34.230384 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5f512425-09fd-474c-85a0-2c6c1757de50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.241936 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 6d09410f-819b-48b9-93f8-dfdf929c36d7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6d09410f-819b-48b9-93f8-dfdf929c36d7,segment=NetworkSegment(0b8402a2-b175-4174-96ac-5ff34fa20fcf),segment_id=0b8402a2-b175-4174-96ac-5ff34fa20fcf)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:34.276984 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-f88bf4c8-4a89-4ca5-b90a-1ba99521f544 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277727 Sep 07 20:28:34.314590 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.361181 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5f512425-09fd-474c-85a0-2c6c1757de50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.406064 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=6d09410f-819b-48b9-93f8-dfdf929c36d7,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:34.475761 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5f512425-09fd-474c-85a0-2c6c1757de50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.548992 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0a7199-da42-4e02-a016-852c6ed6a7b8 x-openstack-request-id: req-1b0a7199-da42-4e02-a016-852c6ed6a7b8 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:34.550004 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d8a23-78b7-4f35-acc8-7eb0da1cc02f", "name": "network-vif-plugged", "status": "completed", "tag": "227675d8-a5ad-4d92-8807-6b0eaa80362f", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:34.550358 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b0a7199-da42-4e02-a016-852c6ed6a7b8 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:34.550936 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d8a23-78b7-4f35-acc8-7eb0da1cc02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227675d8-a5ad-4d92-8807-6b0eaa80362f', 'code': 200} Sep 07 20:28:34.556767 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5f512425-09fd-474c-85a0-2c6c1757de50 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be4dba1f507441789aa6f155c78b8533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046470 Sep 07 20:28:34.569178 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38760) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:34.594127 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f512425-09fd-474c-85a0-2c6c1757de50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf2414b-e9f5-4f35-ad82-98785cf36dcb,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:34.643923 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2751d70f-bb03-4b44-a9c5-ef593501a00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.655480 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-45e6b743-d14e-4b05-80f8-11dfd5a6927a service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598012 Sep 07 20:28:34.670927 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2751d70f-bb03-4b44-a9c5-ef593501a00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.696605 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344d3f8-7c0b-489d-a05a-3dea26ea6f76 req-fa5080b8-1c07-49b8-b468-74b7356641cc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:34.698181 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6344d3f8-7c0b-489d-a05a-3dea26ea6f76 req-fa5080b8-1c07-49b8-b468-74b7356641cc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.3914931 Sep 07 20:28:34.723718 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8f6e59d9-93e9-495e-8092-95cc93767873 req-13755b6c-07f9-4dad-8b8a-07a2c1c73526 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179833 Sep 07 20:28:34.825950 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2751d70f-bb03-4b44-a9c5-ef593501a00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.828665 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2751d70f-bb03-4b44-a9c5-ef593501a00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:34.830291 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6344d3f8-7c0b-489d-a05a-3dea26ea6f76 req-14818c30-f7bb-4ccc-9b57-27d0698833c8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248977 Sep 07 20:28:34.835866 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-2751d70f-bb03-4b44-a9c5-ef593501a00a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8bf2414b-e9f5-4f35-ad82-98785cf36dcb HTTP/1.1" status: 204 len: 168 time: 0.2569599 Sep 07 20:28:34.859066 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751d70f-bb03-4b44-a9c5-ef593501a00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf2414b-e9f5-4f35-ad82-98785cf36dcb,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:34.862653 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ec8dc-8d15-4ad8-8789-e3ea04549063 req-61884aec-cd23-44fc-8a0b-f965ae6076f1 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:34.863903 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4f6ec8dc-8d15-4ad8-8789-e3ea04549063 req-61884aec-cd23-44fc-8a0b-f965ae6076f1 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 946 time: 0.1643136 Sep 07 20:28:34.868025 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc0d24db-e383-450b-b379-3935350f9b3e req-eb4a04ee-e221-46cd-8a8f-6df1cd2ee7cd service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035134 Sep 07 20:28:34.915809 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4f6ec8dc-8d15-4ad8-8789-e3ea04549063 req-0be1103c-2e71-47e7-b8f2-6718564cbf65 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457571 Sep 07 20:28:34.989738 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909fd9-d4e8-4eb1-af6f-217112caf95c req-0b8cdcbf-c086-48cb-ae6a-e740912cb850 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:34.991107 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d0909fd9-d4e8-4eb1-af6f-217112caf95c req-0b8cdcbf-c086-48cb-ae6a-e740912cb850 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 945 time: 0.0484388 Sep 07 20:28:35.128021 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:28:35.132781 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device e74cb0a3-bf5e-4d14-a102-2d28e092e870 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:35.136756 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d0909fd9-d4e8-4eb1-af6f-217112caf95c req-8d0bfc83-74f6-41dc-8099-d845a01cf176 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325223 Sep 07 20:28:35.139530 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d165c9-020a-4f7f-a494-abfd513fb68c req-9da49db0-b8ae-4331-8ee9-8dce3f4983fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:35.142190 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-52d165c9-020a-4f7f-a494-abfd513fb68c req-9da49db0-b8ae-4331-8ee9-8dce3f4983fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 1098 time: 0.1450958 Sep 07 20:28:35.154337 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183a63a-c265-47b4-be53-e82da46137e1 req-e0b3e23c-983e-4efb-b806-5e3dd4866217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:35.157207 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2183a63a-c265-47b4-be53-e82da46137e1 req-e0b3e23c-983e-4efb-b806-5e3dd4866217 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 1096 time: 0.1075361 Sep 07 20:28:35.227265 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-52d165c9-020a-4f7f-a494-abfd513fb68c req-1a39aa32-feae-4077-8383-38d13895603b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.279802 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:35.292183 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'port_id': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'mac_address': 'fa:16:3e:f1:74:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:28:35.329389 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port e74cb0a3-bf5e-4d14-a102-2d28e092e870 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:35.340751 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port e74cb0a3-bf5e-4d14-a102-2d28e092e870 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:35.344635 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.344635 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.382282 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:35.410334 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183a63a-c265-47b4-be53-e82da46137e1 req-3ce925a1-ef1a-4484-8ab1-2595ed5c6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:35.412271 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2183a63a-c265-47b4-be53-e82da46137e1 req-3ce925a1-ef1a-4484-8ab1-2595ed5c6341 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 911 time: 0.2443814 Sep 07 20:28:35.416387 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:35.444650 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a3dae-b962-4407-913e-854938efae13 req-1a8fb312-9d1a-4a6f-ba05-b4c1024dcf3a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:35.446238 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa7a3dae-b962-4407-913e-854938efae13 req-1a8fb312-9d1a-4a6f-ba05-b4c1024dcf3a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 943 time: 0.1774194 Sep 07 20:28:35.460340 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.466615 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d838-7428-4aba-9ad7-11c65e27807d req-5fd9b795-2642-41f8-ad0f-4cb11c791051 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:35.468524 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1688d838-7428-4aba-9ad7-11c65e27807d req-5fd9b795-2642-41f8-ad0f-4cb11c791051 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 943 time: 0.1977236 Sep 07 20:28:35.493982 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port e74cb0a3-bf5e-4d14-a102-2d28e092e870, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:35.497368 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.498105 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 046db7fc-6f63-43be-8ca1-01e610372aee details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:28:35.507836 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2183a63a-c265-47b4-be53-e82da46137e1 req-f0e21d9e-4883-4196-9822-e58d86861626 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02 HTTP/1.1" status: 200 len: 217 time: 0.0778439 Sep 07 20:28:35.580640 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:35.593574 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.629700 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa7a3dae-b962-4407-913e-854938efae13 req-85d3c600-bfc9-414b-b691-f4d4147c79fc tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716866 Sep 07 20:28:35.633799 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183a63a-c265-47b4-be53-e82da46137e1 req-174d9222-1b90-480e-a3c1-07a6a2dc5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:35.635385 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2183a63a-c265-47b4-be53-e82da46137e1 req-174d9222-1b90-480e-a3c1-07a6a2dc5373 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 200 len: 849 time: 0.1135933 Sep 07 20:28:35.708753 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1688d838-7428-4aba-9ad7-11c65e27807d req-7fe5fa05-3ac5-4543-81f9-d9bee4338487 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068710 Sep 07 20:28:35.717908 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=e74cb0a3-bf5e-4d14-a102-2d28e092e870,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:35.718187 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-52d165c9-020a-4f7f-a494-abfd513fb68c req-1a39aa32-feae-4077-8383-38d13895603b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.719926 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183a63a-c265-47b4-be53-e82da46137e1 req-c357db3a-d8e0-4374-9c6f-f3e1a8939060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:35.721940 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2183a63a-c265-47b4-be53-e82da46137e1 req-c357db3a-d8e0-4374-9c6f-f3e1a8939060 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97095c9e-e952-4a41-81ef-7fce322ef885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717556 Sep 07 20:28:35.723515 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 046db7fc-6f63-43be-8ca1-01e610372aee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=046db7fc-6f63-43be-8ca1-01e610372aee,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:35.734403 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '046db7fc-6f63-43be-8ca1-01e610372aee', 'network_id': '34dad5fb-6e19-44ba-a9cf-679924a85e45', 'port_id': '046db7fc-6f63-43be-8ca1-01e610372aee', 'mac_address': 'fa:16:3e:9e:cd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba19e0c-d325-432e-9259-92b0d3f03aec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:28:35.780522 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.784050 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38794) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:35.797365 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-045e411b-f3c8-4002-a31e-8af89ae913b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.799400 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-52d165c9-020a-4f7f-a494-abfd513fb68c req-1a39aa32-feae-4077-8383-38d13895603b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.804167 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046db7fc-6f63-43be-8ca1-01e610372aee {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:35.840152 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 046db7fc-6f63-43be-8ca1-01e610372aee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=046db7fc-6f63-43be-8ca1-01e610372aee,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:35.846000 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-52d165c9-020a-4f7f-a494-abfd513fb68c req-1a39aa32-feae-4077-8383-38d13895603b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874037 Sep 07 20:28:35.855782 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2183a63a-c265-47b4-be53-e82da46137e1 req-1928cbaf-f4bc-4b96-b463-0405b12b756d service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246660 Sep 07 20:28:35.860570 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39aa32-feae-4077-8383-38d13895603b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7885ec0e-7094-44eb-9aab-666f19addc57,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:35.908002 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-045e411b-f3c8-4002-a31e-8af89ae913b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.947286 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.968817 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-045e411b-f3c8-4002-a31e-8af89ae913b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:35.983300 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fabe16-4bc1-443f-8ed6-339785a62664 req-b5121084-f3d9-4238-b31d-9747f881e86f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:35.984951 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-18fabe16-4bc1-443f-8ed6-339785a62664 req-b5121084-f3d9-4238-b31d-9747f881e86f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 944 time: 0.0663030 Sep 07 20:28:36.005121 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=046db7fc-6f63-43be-8ca1-01e610372aee,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:36.015925 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-045e411b-f3c8-4002-a31e-8af89ae913b9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c595c523087499ea0c3a3fd8791e21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307873 Sep 07 20:28:36.021178 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38804) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:36.037081 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e411b-f3c8-4002-a31e-8af89ae913b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fc76c4-bcf0-4ad5-b232-037a4ef7d12f,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:36.057535 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-18fabe16-4bc1-443f-8ed6-339785a62664 req-07680b27-25d7-4ce5-af0c-f9b0e0e4df59 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633779 Sep 07 20:28:36.066822 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430725e5-f8b5-4db2-aa40-7eb8e8a5c9fd req-60bbb574-e08f-4f21-b9da-ef41cc68c565 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:36.068337 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-430725e5-f8b5-4db2-aa40-7eb8e8a5c9fd req-60bbb574-e08f-4f21-b9da-ef41cc68c565 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 946 time: 0.0754948 Sep 07 20:28:36.094736 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-21e6d4ea-8f11-4b56-bf31-b0139b3ede1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:36.120807 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-21e6d4ea-8f11-4b56-bf31-b0139b3ede1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:36.169291 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-430725e5-f8b5-4db2-aa40-7eb8e8a5c9fd req-bbc17ca0-c3bb-44b2-a79a-ac112d3a204a tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924835 Sep 07 20:28:36.203745 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2183a63a-c265-47b4-be53-e82da46137e1 req-7eb331be-fd26-45ca-bdd3-2aac1d8e337d service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188128 Sep 07 20:28:36.249048 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:36.266541 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-21e6d4ea-8f11-4b56-bf31-b0139b3ede1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:36.269929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-21e6d4ea-8f11-4b56-bf31-b0139b3ede1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:36.271561 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-21e6d4ea-8f11-4b56-bf31-b0139b3ede1c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84fc76c4-bcf0-4ad5-b232-037a4ef7d12f HTTP/1.1" status: 204 len: 168 time: 0.2489433 Sep 07 20:28:36.274175 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['64e3cda0-8355-47eb-b7f5-80ef2dc21b32'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:28:36.284229 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6d4ea-8f11-4b56-bf31-b0139b3ede1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fc76c4-bcf0-4ad5-b232-037a4ef7d12f,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:36.295355 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246c4f4-2402-4df1-811e-4c4b1c2e9538 req-b283d375-8eaf-4fb7-b1fe-631eac7eb131 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:36.296572 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b246c4f4-2402-4df1-811e-4c4b1c2e9538 req-b283d375-8eaf-4fb7-b1fe-631eac7eb131 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 945 time: 0.0758636 Sep 07 20:28:36.320640 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['046db7fc-6f63-43be-8ca1-01e610372aee'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:28:36.341229 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b246c4f4-2402-4df1-811e-4c4b1c2e9538 req-2a165888-85c7-4315-a83b-172e53112f8b tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364106 Sep 07 20:28:36.554018 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9124e8c5-edf4-4153-8196-763774e2c1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d09410f-819b-48b9-93f8-dfdf929c36d7'}, {'server_uuid': '8d91a996-1fba-417e-a529-6fc65e5a27de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74cb0a3-bf5e-4d14-a102-2d28e092e870'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:36.556182 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e638ee-0523-4da5-98ea-ba947d7a6761" -d '{"events": [{"server_uuid": "9124e8c5-edf4-4153-8196-763774e2c1f7", "name": "network-vif-plugged", "status": "completed", "tag": "6d09410f-819b-48b9-93f8-dfdf929c36d7"}, {"server_uuid": "8d91a996-1fba-417e-a529-6fc65e5a27de", "name": "network-vif-plugged", "status": "completed", "tag": "e74cb0a3-bf5e-4d14-a102-2d28e092e870"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:36.598383 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa822bf-ab61-445c-9c7d-b2a6f7f5d29f x-openstack-request-id: req-2fa822bf-ab61-445c-9c7d-b2a6f7f5d29f {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:36.598710 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9124e8c5-edf4-4153-8196-763774e2c1f7", "name": "network-vif-plugged", "status": "completed", "tag": "6d09410f-819b-48b9-93f8-dfdf929c36d7", "code": 200}, {"server_uuid": "8d91a996-1fba-417e-a529-6fc65e5a27de", "name": "network-vif-plugged", "status": "completed", "tag": "e74cb0a3-bf5e-4d14-a102-2d28e092e870", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:36.598952 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2fa822bf-ab61-445c-9c7d-b2a6f7f5d29f {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:36.599365 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9124e8c5-edf4-4153-8196-763774e2c1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d09410f-819b-48b9-93f8-dfdf929c36d7', 'code': 200} Sep 07 20:28:36.599612 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d91a996-1fba-417e-a529-6fc65e5a27de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74cb0a3-bf5e-4d14-a102-2d28e092e870', 'code': 200} Sep 07 20:28:36.781147 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4af80-9124-47cf-b227-64aaeda259f6 req-06567213-6948-4e94-b3b1-c81f873d2a97 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:36.791533 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bed4af80-9124-47cf-b227-64aaeda259f6 req-06567213-6948-4e94-b3b1-c81f873d2a97 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 944 time: 0.0657694 Sep 07 20:28:36.817418 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38832) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:36.833224 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bed4af80-9124-47cf-b227-64aaeda259f6 req-ded4e7bd-5b1f-4745-bcd8-38245d815390 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 Sep 07 20:28:36.893473 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ddffa-502a-44cb-aed4-6753d83ef34c req-fd14425e-db76-4601-9e69-4fafdba1044e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:36.895571 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-777ddffa-502a-44cb-aed4-6753d83ef34c req-fd14425e-db76-4601-9e69-4fafdba1044e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 943 time: 0.0611870 Sep 07 20:28:36.973286 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-69f4be3a-4ddd-4821-8242-65c35c81e5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:36.973863 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-777ddffa-502a-44cb-aed4-6753d83ef34c req-926551da-1269-4b92-96a4-25e2d7962b2a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696301 Sep 07 20:28:37.011507 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c68a5-cd3f-4820-9ab6-73e299a34d51 req-28616da2-2a77-40c3-9c50-9d5368b1c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:37.011507 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b55c68a5-cd3f-4820-9ab6-73e299a34d51 req-28616da2-2a77-40c3-9c50-9d5368b1c238 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 1099 time: 0.0564551 Sep 07 20:28:37.070081 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b55c68a5-cd3f-4820-9ab6-73e299a34d51 req-35cf5cfc-499c-4708-89ad-e01df532ccce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672297 Sep 07 20:28:37.074691 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-69f4be3a-4ddd-4821-8242-65c35c81e5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:37.078403 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721055-6006-4552-a8a1-5ea7c45f4a60 req-91d78a54-c292-42df-9597-6f0234809e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:37.079866 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-93721055-6006-4552-a8a1-5ea7c45f4a60 req-91d78a54-c292-42df-9597-6f0234809e20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1098 time: 0.0640292 Sep 07 20:28:37.138911 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:37.186353 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-69f4be3a-4ddd-4821-8242-65c35c81e5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:37.251599 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4be3a-4ddd-4821-8242-65c35c81e5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ce1636-1bfc-40ae-babf-109e338656e5,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:37.262482 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229d7a3-554f-4bfe-a3da-29d9ac5f9d79 req-7e27561d-279b-41e4-8508-0ba7e451142d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:37.264228 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b229d7a3-554f-4bfe-a3da-29d9ac5f9d79 req-7e27561d-279b-41e4-8508-0ba7e451142d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 944 time: 0.1274617 Sep 07 20:28:37.270570 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-69f4be3a-4ddd-4821-8242-65c35c81e5b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=058bec50bc6143169c75c3f421589bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516788 Sep 07 20:28:37.273833 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38854) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:37.300006 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:37.304851 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:37.305339 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:37.344389 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5c97c9ed-0991-4943-b91a-d779c73b1f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:37.375707 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5c97c9ed-0991-4943-b91a-d779c73b1f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:37.378954 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b229d7a3-554f-4bfe-a3da-29d9ac5f9d79 req-3cdff702-26c5-4802-a5ae-6aea1e95c7a0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071267 Sep 07 20:28:37.395508 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-93721055-6006-4552-a8a1-5ea7c45f4a60 req-b73e7750-5464-4ba8-a22f-7e3b2b7444f5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036901 Sep 07 20:28:37.427026 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1ff2a-224f-4407-81a1-6d942ee8732f req-67001399-2176-4295-b7c9-af141040b370 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:37.430649 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-84a1ff2a-224f-4407-81a1-6d942ee8732f req-67001399-2176-4295-b7c9-af141040b370 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 946 time: 0.1192245 Sep 07 20:28:37.458871 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:37.499066 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:37.516272 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-84a1ff2a-224f-4407-81a1-6d942ee8732f req-f217e92e-be33-4308-8864-6c9276967bee tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787582 Sep 07 20:28:37.543524 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86eae5-1c4c-4c22-935b-171ce64e777d req-e431a2b8-dc6d-4c2d-a566-b0cd6513dfb9 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:37.544980 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2e86eae5-1c4c-4c22-935b-171ce64e777d req-e431a2b8-dc6d-4c2d-a566-b0cd6513dfb9 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 945 time: 0.0650151 Sep 07 20:28:37.560454 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5c97c9ed-0991-4943-b91a-d779c73b1f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:37.560606 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:37.563020 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5c97c9ed-0991-4943-b91a-d779c73b1f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:37.566842 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5c97c9ed-0991-4943-b91a-d779c73b1f47 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23ce1636-1bfc-40ae-babf-109e338656e5 HTTP/1.1" status: 204 len: 168 time: 0.2915556 Sep 07 20:28:37.584023 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97c9ed-0991-4943-b91a-d779c73b1f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ce1636-1bfc-40ae-babf-109e338656e5,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:37.593997 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2e86eae5-1c4c-4c22-935b-171ce64e777d req-4cf7c56b-f2e9-406a-b8e0-c717bbb7b535 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Sep 07 20:28:37.622261 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:37.954884 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffb031-5935-4582-b148-07d26e0db9d7 req-57a61259-1d2a-4d99-8b34-96077d411f75 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:37.957666 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2cffb031-5935-4582-b148-07d26e0db9d7 req-57a61259-1d2a-4d99-8b34-96077d411f75 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 944 time: 0.0489087 Sep 07 20:28:37.995340 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2cffb031-5935-4582-b148-07d26e0db9d7 req-1478036c-c872-4af5-b8c2-38cbc0a09038 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Sep 07 20:28:38.109057 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec936fa-547e-48e2-ab84-376fb619e17b req-cb6ab219-dc55-4fdb-914c-ddb34b7498a5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:38.110523 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ec936fa-547e-48e2-ab84-376fb619e17b req-cb6ab219-dc55-4fdb-914c-ddb34b7498a5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 943 time: 0.0500472 Sep 07 20:28:38.148667 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ec936fa-547e-48e2-ab84-376fb619e17b req-e672782f-de41-4a23-b336-5a672c2c579b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320280 Sep 07 20:28:38.324567 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 38884) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:38.337948 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06a0063d-fb2c-4f28-9ceb-94e8022deddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:38.426013 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06a0063d-fb2c-4f28-9ceb-94e8022deddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:38.511094 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06a0063d-fb2c-4f28-9ceb-94e8022deddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:38.557660 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-06a0063d-fb2c-4f28-9ceb-94e8022deddf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3956b161e39d4f72bd6e8e1af0fb4149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291183 Sep 07 20:28:38.557799 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38896) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:38.570537 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaa5e2-e96c-497f-94a9-532930173e5b req-51533208-f83a-4154-8b66-0b3b787e02ab tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:38.571979 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04aaa5e2-e96c-497f-94a9-532930173e5b req-51533208-f83a-4154-8b66-0b3b787e02ab tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0904517 Sep 07 20:28:38.573042 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0063d-fb2c-4f28-9ceb-94e8022deddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410fc5df-4bf5-4869-b7a0-dfbe6952b06c,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:38.600418 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:38.603495 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb60b36-d870-4337-9c59-96a2224cd646" -d '{"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:38.636840 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-57c4c5c5-ec5f-4187-98e9-a46bb90430a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:38.638747 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04aaa5e2-e96c-497f-94a9-532930173e5b req-fd7a3d69-cec4-43b3-9b73-fbc17b25fdcd tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519454 Sep 07 20:28:38.664281 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-57c4c5c5-ec5f-4187-98e9-a46bb90430a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:38.711919 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78050267-3e6c-4763-bbc2-38b4512b22a8 x-openstack-request-id: req-78050267-3e6c-4763-bbc2-38b4512b22a8 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:38.712208 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:38.712759 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78050267-3e6c-4763-bbc2-38b4512b22a8 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:38.713431 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'code': 200} Sep 07 20:28:38.767567 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474fb0f-0610-4cab-9ac8-c53918560316 req-dd866567-5cdb-4562-854b-0f03c1c87b9b tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:38.779172 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c474fb0f-0610-4cab-9ac8-c53918560316 req-dd866567-5cdb-4562-854b-0f03c1c87b9b tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 946 time: 0.1390951 Sep 07 20:28:38.800497 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-57c4c5c5-ec5f-4187-98e9-a46bb90430a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:38.803641 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-57c4c5c5-ec5f-4187-98e9-a46bb90430a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:38.804848 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-57c4c5c5-ec5f-4187-98e9-a46bb90430a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/410fc5df-4bf5-4869-b7a0-dfbe6952b06c HTTP/1.1" status: 204 len: 168 time: 0.2464066 Sep 07 20:28:38.820670 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4c5c5-ec5f-4187-98e9-a46bb90430a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410fc5df-4bf5-4869-b7a0-dfbe6952b06c,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:38.885458 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc63f58-52b5-4eda-bda4-c679cfaeffa1 req-2c3bcded-3d21-414d-ba25-6fe63e33c529 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:38.887056 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4cc63f58-52b5-4eda-bda4-c679cfaeffa1 req-2c3bcded-3d21-414d-ba25-6fe63e33c529 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 945 time: 0.0949543 Sep 07 20:28:38.898006 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c474fb0f-0610-4cab-9ac8-c53918560316 req-f404e71d-11d3-4bee-91b1-7f4da4703c2d tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132035 Sep 07 20:28:38.939452 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4cc63f58-52b5-4eda-bda4-c679cfaeffa1 req-1f32b052-e1b7-49d3-9a4d-3c375f3d611d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Sep 07 20:28:39.128683 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e8422-c019-4ea4-8a8c-ce0f7afef385 req-db54de05-7c0b-41be-8dd4-7cf6b13b3aa5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:39.130241 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3c4e8422-c019-4ea4-8a8c-ce0f7afef385 req-db54de05-7c0b-41be-8dd4-7cf6b13b3aa5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 944 time: 0.0663574 Sep 07 20:28:39.147158 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 4098f3b7-9c85-4f03-8dd0-1d980335ac02 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:28:39.150302 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 046db7fc-6f63-43be-8ca1-01e610372aee up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:39.193646 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3c4e8422-c019-4ea4-8a8c-ce0f7afef385 req-4aa81534-ae13-43bb-8643-14bf3760e5aa tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547779 Sep 07 20:28:39.197087 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7da56-2546-48c4-b69f-10d6f9f5d297 req-f8fd9a2b-0ac1-45ed-9b2c-af9dea1d7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:39.198195 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dad7da56-2546-48c4-b69f-10d6f9f5d297 req-f8fd9a2b-0ac1-45ed-9b2c-af9dea1d7967 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0670607 Sep 07 20:28:39.277275 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dad7da56-2546-48c4-b69f-10d6f9f5d297 req-9cf9eeae-f936-4a4f-abf9-7078569d4551 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704114 Sep 07 20:28:39.298949 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7532989-bbe9-4a86-937e-d5ff18966789 req-9e4a9922-6b30-4e70-9375-dbede0a84237 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:39.300634 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a7532989-bbe9-4a86-937e-d5ff18966789 req-9e4a9922-6b30-4e70-9375-dbede0a84237 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 943 time: 0.0669527 Sep 07 20:28:39.302099 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 4098f3b7-9c85-4f03-8dd0-1d980335ac02, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:39.319184 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '4098f3b7-9c85-4f03-8dd0-1d980335ac02', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'port_id': '4098f3b7-9c85-4f03-8dd0-1d980335ac02', 'mac_address': 'fa:16:3e:4f:e9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:28:39.339991 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a7532989-bbe9-4a86-937e-d5ff18966789 req-ff077257-7694-4d89-a04e-dbc63254fcf3 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332842 Sep 07 20:28:39.343298 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 046db7fc-6f63-43be-8ca1-01e610372aee completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:39.354015 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 046db7fc-6f63-43be-8ca1-01e610372aee triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:39.354382 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:39.392682 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:39.417044 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4098f3b7-9c85-4f03-8dd0-1d980335ac02 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:28:39.442933 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 4098f3b7-9c85-4f03-8dd0-1d980335ac02, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:39.485839 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:39.522233 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 046db7fc-6f63-43be-8ca1-01e610372aee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=046db7fc-6f63-43be-8ca1-01e610372aee,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:39.525393 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:39.577731 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=4098f3b7-9c85-4f03-8dd0-1d980335ac02,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:39.612882 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:39.668808 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=046db7fc-6f63-43be-8ca1-01e610372aee,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:39.785241 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd2798-1157-41ce-bc97-243c6312231d req-62b16b5f-892a-49cd-858a-6c33b123dcad tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:39.787364 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-23dd2798-1157-41ce-bc97-243c6312231d req-62b16b5f-892a-49cd-858a-6c33b123dcad tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0519543 Sep 07 20:28:39.814517 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['4098f3b7-9c85-4f03-8dd0-1d980335ac02'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:28:39.858840 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-23dd2798-1157-41ce-bc97-243c6312231d req-372e6a3d-ccb6-45e0-bf1d-a62ec77fd76a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580230 Sep 07 20:28:40.009526 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2045c3-32dd-41ec-a28a-44c85a36b8a3 req-d48bf05f-999f-41b0-9405-40a4a49d0924 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:40.011058 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ae2045c3-32dd-41ec-a28a-44c85a36b8a3 req-d48bf05f-999f-41b0-9405-40a4a49d0924 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 946 time: 0.0483091 Sep 07 20:28:40.053637 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ae2045c3-32dd-41ec-a28a-44c85a36b8a3 req-b0a13ab1-8c0c-4dd6-ad9d-c85b9e12041a tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Sep 07 20:28:40.309808 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 38998) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:40.344881 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89af9a0-5b68-4ccf-abd6-cf153e24029c req-e1b0d3d0-5cfa-4a6c-b67c-cc223e9bb05d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:40.346484 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a89af9a0-5b68-4ccf-abd6-cf153e24029c req-e1b0d3d0-5cfa-4a6c-b67c-cc223e9bb05d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0682631 Sep 07 20:28:40.392672 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a89af9a0-5b68-4ccf-abd6-cf153e24029c req-5caad268-3971-4e3a-80c4-42d744a98eaa tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Sep 07 20:28:40.498220 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd917ebc-a0d8-478f-894c-9458ded394e6 req-06ab07a4-40e9-4e36-934f-00572eb3f975 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:40.500969 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fd917ebc-a0d8-478f-894c-9458ded394e6 req-06ab07a4-40e9-4e36-934f-00572eb3f975 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 944 time: 0.0758631 Sep 07 20:28:40.510077 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c8433b16-9cc2-45e2-98f7-c35982d5124d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:40.547489 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fd917ebc-a0d8-478f-894c-9458ded394e6 req-8336bdce-e4d2-4582-887f-dd5093f5d000 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Sep 07 20:28:40.620919 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c8433b16-9cc2-45e2-98f7-c35982d5124d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:40.714482 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58337eb5-f342-4693-ba5c-3d12f775ec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046db7fc-6f63-43be-8ca1-01e610372aee'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:40.716873 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9278d403-24a8-40dc-bb8e-87921fde6421" -d '{"events": [{"server_uuid": "58337eb5-f342-4693-ba5c-3d12f775ec11", "name": "network-vif-plugged", "status": "completed", "tag": "046db7fc-6f63-43be-8ca1-01e610372aee"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:40.739656 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c8433b16-9cc2-45e2-98f7-c35982d5124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:40.754843 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ab5f1e-29df-457a-acb9-876036b2a10f x-openstack-request-id: req-70ab5f1e-29df-457a-acb9-876036b2a10f {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:40.755486 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58337eb5-f342-4693-ba5c-3d12f775ec11", "name": "network-vif-plugged", "status": "completed", "tag": "046db7fc-6f63-43be-8ca1-01e610372aee", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:40.755901 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-70ab5f1e-29df-457a-acb9-876036b2a10f {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:40.756575 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58337eb5-f342-4693-ba5c-3d12f775ec11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046db7fc-6f63-43be-8ca1-01e610372aee', 'code': 200} Sep 07 20:28:40.773777 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c8433b16-9cc2-45e2-98f7-c35982d5124d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed3fdb10a71848278d652eb0f7bc7eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607906 Sep 07 20:28:40.774246 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 39036) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:40.791624 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8433b16-9cc2-45e2-98f7-c35982d5124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e932f6-fa44-4d3f-961f-cb2f531c4376,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:40.848938 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa238-16cb-48f2-8450-ccf6de3359a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:40.882008 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa238-16cb-48f2-8450-ccf6de3359a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:41.013754 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928f4ba-f621-4a4b-80e4-7c122e32e30a req-904a998a-6e31-4cbf-8c16-f804da624fb5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:41.015244 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f928f4ba-f621-4a4b-80e4-7c122e32e30a req-904a998a-6e31-4cbf-8c16-f804da624fb5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0628505 Sep 07 20:28:41.054531 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f928f4ba-f621-4a4b-80e4-7c122e32e30a req-b4890be5-9171-42b1-bd6f-447b1e51e25d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325038 Sep 07 20:28:41.139195 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa238-16cb-48f2-8450-ccf6de3359a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:41.141858 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa238-16cb-48f2-8450-ccf6de3359a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:41.142998 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-0c0aa238-16cb-48f2-8450-ccf6de3359a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2e932f6-fa44-4d3f-961f-cb2f531c4376 HTTP/1.1" status: 204 len: 168 time: 0.3677092 Sep 07 20:28:41.154418 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aa238-16cb-48f2-8450-ccf6de3359a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e932f6-fa44-4d3f-961f-cb2f531c4376,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:41.164388 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 4098f3b7-9c85-4f03-8dd0-1d980335ac02 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:28:41.173924 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e86d1-3b5a-42d4-8fc6-32297e99d510 req-b922e4c8-fdfa-49cf-abda-106e8da41a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:41.175532 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-382e86d1-3b5a-42d4-8fc6-32297e99d510 req-b922e4c8-fdfa-49cf-abda-106e8da41a19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 1098 time: 0.0660589 Sep 07 20:28:41.272175 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-382e86d1-3b5a-42d4-8fc6-32297e99d510 req-1ab54691-4d4c-4c83-ac74-f2b8ebecd9da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886817 Sep 07 20:28:41.283788 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fa9a2-b4ca-466f-9e81-8dd1a4523738 req-ed296fae-5aaa-4659-a3de-46e10f3be3f7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:41.285311 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-494fa9a2-b4ca-466f-9e81-8dd1a4523738 req-ed296fae-5aaa-4659-a3de-46e10f3be3f7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0967548 Sep 07 20:28:41.294185 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 39058) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:41.299007 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'floatingip': {'port_id': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:41.324353 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:28:41.330442 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:28:41.340844 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:41.388718 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:41.448674 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:41.500617 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 4098f3b7-9c85-4f03-8dd0-1d980335ac02, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:28:41.560277 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:41.622387 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=4098f3b7-9c85-4f03-8dd0-1d980335ac02,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:41.635572 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f228c15-d057-4362-9600-5013f0f841b8 req-f6f2f568-4903-4f4e-91b2-407da95aef6f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:41.638178 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5f228c15-d057-4362-9600-5013f0f841b8 req-f6f2f568-4903-4f4e-91b2-407da95aef6f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.1482062 Sep 07 20:28:41.931710 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5f228c15-d057-4362-9600-5013f0f841b8 req-ec151c60-71e6-42ca-9db5-5e4c41fca0d6 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884843 Sep 07 20:28:42.002723 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 39100) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:42.095358 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4c952090-6674-48a8-a67d-e1f3b6e192ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:42.259968 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87d10a-7d52-436f-b3e1-c34e132001d2 req-09a6af7a-ddf6-4006-906c-6aceddb60c66 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:42.268140 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5b87d10a-7d52-436f-b3e1-c34e132001d2 req-09a6af7a-ddf6-4006-906c-6aceddb60c66 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1932726 Sep 07 20:28:42.395711 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5b87d10a-7d52-436f-b3e1-c34e132001d2 req-9996b040-f9ea-4633-bbe0-058835fb0200 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180515 Sep 07 20:28:42.404954 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.db.resource_extend [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 20:28:42.502190 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:42.511588 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4c952090-6674-48a8-a67d-e1f3b6e192ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:42.568748 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:42.612869 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4c952090-6674-48a8-a67d-e1f3b6e192ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:42.670013 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c952090-6674-48a8-a67d-e1f3b6e192ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d657e4-8247-46b5-88ee-bc9fe6cb44f5,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:42.699991 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-4c952090-6674-48a8-a67d-e1f3b6e192ef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d9851ff9aa041dfb3e2d9df190214e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6955144 Sep 07 20:28:42.702356 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 39110) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:42.741055 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Floating IP d5757a53-b7b1-411d-bc8e-4855d9d6d247 associated. External IP: 172.27.0.142, port: 64e3cda0-8355-47eb-b7f5-80ef2dc21b32. Sep 07 20:28:42.758413 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4098f3b7-9c85-4f03-8dd0-1d980335ac02'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:42.760779 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0752960a-5db3-4d8a-b4e9-f2a5417255c4" -d '{"events": [{"server_uuid": "56f18de6-8770-47e5-a0a1-23868c8e1832", "name": "network-vif-plugged", "status": "completed", "tag": "4098f3b7-9c85-4f03-8dd0-1d980335ac02"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:42.813834 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e353e26d-120f-4eba-8352-e1baacc4fdf0 x-openstack-request-id: req-e353e26d-120f-4eba-8352-e1baacc4fdf0 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:42.813834 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f18de6-8770-47e5-a0a1-23868c8e1832", "name": "network-vif-plugged", "status": "completed", "tag": "4098f3b7-9c85-4f03-8dd0-1d980335ac02", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:42.813834 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e353e26d-120f-4eba-8352-e1baacc4fdf0 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:42.813834 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4098f3b7-9c85-4f03-8dd0-1d980335ac02', 'code': 200} Sep 07 20:28:42.820942 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f1c8-34ab-4109-87f6-1de20fb471a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:42.887076 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f1c8-34ab-4109-87f6-1de20fb471a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:43.086623 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Router 51a773ea-fe96-4933-af95-5505f1ab5c33 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:28:43.099996 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456cffe-4fe3-4729-b754-d7a1e21087a6 req-b7ae0d8a-6dd6-41f4-b3c0-e5c86de4c81b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:43.101480 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a456cffe-4fe3-4729-b754-d7a1e21087a6 req-b7ae0d8a-6dd6-41f4-b3c0-e5c86de4c81b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0696647 Sep 07 20:28:43.151213 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f1c8-34ab-4109-87f6-1de20fb471a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:43.153724 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f1c8-34ab-4109-87f6-1de20fb471a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:43.154983 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-a1f3f1c8-34ab-4109-87f6-1de20fb471a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0d657e4-8247-46b5-88ee-bc9fe6cb44f5 HTTP/1.1" status: 204 len: 168 time: 0.4517426 Sep 07 20:28:43.198935 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3f1c8-34ab-4109-87f6-1de20fb471a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d657e4-8247-46b5-88ee-bc9fe6cb44f5,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:43.244505 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a456cffe-4fe3-4729-b754-d7a1e21087a6 req-7dbcf1a1-3d1e-4039-9eef-a7912bb4bdfb tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364739 Sep 07 20:28:43.296432 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223d8f1-4659-4139-9221-6f0ebf29cdff req-b24856de-9bcc-42f3-96cb-a8e6589d01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:43.296987 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3223d8f1-4659-4139-9221-6f0ebf29cdff req-b24856de-9bcc-42f3-96cb-a8e6589d01ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 1098 time: 0.1286004 Sep 07 20:28:43.333739 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:28:43.338674 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:43.352047 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38107307-df94-466d-84d9-b11efc668c3e None None] Sync routers for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:28:43.366043 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38107307-df94-466d-84d9-b11efc668c3e None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:43.366895 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-38107307-df94-466d-84d9-b11efc668c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:28:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:43.375206 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-7fb9313d-8927-44a6-8490-1d68a36e8032 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "PUT /v2.0/floatingips/d5757a53-b7b1-411d-bc8e-4855d9d6d247 HTTP/1.1" status: 200 len: 991 time: 2.0746415 Sep 07 20:28:43.375206 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:43.375206 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0996d929-0b83-45c6-8b52-936b9999d013" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:43.397672 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3223d8f1-4659-4139-9221-6f0ebf29cdff req-9897c61d-d4f2-4e4f-bef7-1f57cbad680a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854044 Sep 07 20:28:43.527588 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-38107307-df94-466d-84d9-b11efc668c3e None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:43.736278 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3011af79-74dc-4b38-a015-8fba84cd14c4 x-openstack-request-id: req-3011af79-74dc-4b38-a015-8fba84cd14c4 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:43.736625 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:43.736939 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3011af79-74dc-4b38-a015-8fba84cd14c4 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:43.737406 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'status': 'completed', 'code': 200} Sep 07 20:28:43.908893 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-38107307-df94-466d-84d9-b11efc668c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': 'd5757a53-b7b1-411d-bc8e-4855d9d6d247', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'floating_ip_address': '172.27.0.142', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'port_id': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'mac_address': 'fa:16:3e:f1:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:28:15Z', 'updated_at': '2021-09-07T20:28:42Z', 'revision_number': 1, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:43.975334 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38107307-df94-466d-84d9-b11efc668c3e None None] Checking router: 51a773ea-fe96-4933-af95-5505f1ab5c33 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:28:43.984327 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38107307-df94-466d-84d9-b11efc668c3e None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:43.984964 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-38107307-df94-466d-84d9-b11efc668c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:28:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:44.163324 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d929-0b83-45c6-8b52-936b9999d013 req-777a9fd8-ad5f-4740-85fe-9fd2c39f1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:44.164876 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0996d929-0b83-45c6-8b52-936b9999d013 req-777a9fd8-ad5f-4740-85fe-9fd2c39f1bf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 1098 time: 0.4042525 Sep 07 20:28:44.180063 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-14cb4e54-16f8-4f54-b4da-54fce6b4653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:44.181933 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-14cb4e54-16f8-4f54-b4da-54fce6b4653f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 1098 time: 0.3468425 Sep 07 20:28:44.186042 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-38107307-df94-466d-84d9-b11efc668c3e None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:44.212112 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd5d90-06c1-4344-a72b-c66131dfd0a1 req-2c42e1cb-5885-4be2-8973-19a1e899d2cd tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:44.219260 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e2fd5d90-06c1-4344-a72b-c66131dfd0a1 req-2c42e1cb-5885-4be2-8973-19a1e899d2cd tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.4047544 Sep 07 20:28:44.251383 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edfc79-42a0-49c8-a671-b677bcc5732b req-4859f9d2-80f9-40b5-849e-7feac18ab26b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:44.253050 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e8edfc79-42a0-49c8-a671-b677bcc5732b req-4859f9d2-80f9-40b5-849e-7feac18ab26b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.3847089 Sep 07 20:28:44.398272 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e2fd5d90-06c1-4344-a72b-c66131dfd0a1 req-5d15f720-3f87-45f9-886f-422a786ed002 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781030 Sep 07 20:28:44.427611 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e8edfc79-42a0-49c8-a671-b677bcc5732b req-e277d3f2-394c-4307-bda7-af3ae9d1af47 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543911 Sep 07 20:28:44.448811 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-38107307-df94-466d-84d9-b11efc668c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': 'd5757a53-b7b1-411d-bc8e-4855d9d6d247', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'floating_ip_address': '172.27.0.142', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'port_id': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'mac_address': 'fa:16:3e:f1:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:28:15Z', 'updated_at': '2021-09-07T20:28:42Z', 'revision_number': 1, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:44.449620 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d929-0b83-45c6-8b52-936b9999d013 req-ebc57518-dc15-479a-ba98-06df2b836be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:44.451097 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0996d929-0b83-45c6-8b52-936b9999d013 req-ebc57518-dc15-479a-ba98-06df2b836be0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 917 time: 0.2734859 Sep 07 20:28:44.461401 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-53ed8f51-deb8-41e1-9a48-623163f1ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:44.462904 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-53ed8f51-deb8-41e1-9a48-623163f1ef7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 919 time: 0.2389483 Sep 07 20:28:44.476784 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38107307-df94-466d-84d9-b11efc668c3e None None] The sync data for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi is: [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': 'd5757a53-b7b1-411d-bc8e-4855d9d6d247', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'floating_ip_address': '172.27.0.142', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'port_id': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'mac_address': 'fa:16:3e:f1:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:28:15Z', 'updated_at': '2021-09-07T20:28:42Z', 'revision_number': 1, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:28:44.566605 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-a240b194-9e01-4bef-9a45-af6dc22bacb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=046db7fc-6f63-43be-8ca1-01e610372aee HTTP/1.1" status: 200 len: 217 time: 0.0935569 Sep 07 20:28:44.647700 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0996d929-0b83-45c6-8b52-936b9999d013 req-da003e2f-1851-4f0f-94d6-46eef984769a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32 HTTP/1.1" status: 200 len: 999 time: 0.1838081 Sep 07 20:28:44.695555 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-21beceb5-8f37-483b-a7e0-89b21c74a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:44.697049 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-21beceb5-8f37-483b-a7e0-89b21c74a963 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 200 len: 858 time: 0.1108088 Sep 07 20:28:44.725283 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d929-0b83-45c6-8b52-936b9999d013 req-ccc74283-21bf-40e7-b43f-98977d6cd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:44.726796 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0996d929-0b83-45c6-8b52-936b9999d013 req-ccc74283-21bf-40e7-b43f-98977d6cd1d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.0605030 Sep 07 20:28:44.736271 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b8d9f-2fbd-4535-8335-ca1c59cee144 None None] New status for floating IP d5757a53-b7b1-411d-bc8e-4855d9d6d247: ACTIVE {{(pid=94731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:28:44.760136 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-d62b8eaa-2b14-45de-8d32-de3ce022899f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34dad5fb-6e19-44ba-a9cf-679924a85e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449862 Sep 07 20:28:44.870398 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d929-0b83-45c6-8b52-936b9999d013 req-f91ddb7d-c263-4342-ab8c-3c0cb077f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:44.872387 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0996d929-0b83-45c6-8b52-936b9999d013 req-f91ddb7d-c263-4342-ab8c-3c0cb077f374 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1154141 Sep 07 20:28:44.940662 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-686196c6-98db-4f0e-a022-de1e559ec902 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553342 Sep 07 20:28:45.056706 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0996d929-0b83-45c6-8b52-936b9999d013 req-de1c9e59-7806-486f-ac39-71286bcfa297 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529152 Sep 07 20:28:45.181204 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a751ef8-2610-4262-8466-6b94c23814c5 req-ceaac605-dd24-4016-8062-1edfbdd509b5 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254426 Sep 07 20:28:45.198882 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0996d929-0b83-45c6-8b52-936b9999d013 req-b9ecdf06-fc8d-4184-9749-7cab8a2eeb7e service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087782 Sep 07 20:28:45.220509 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ba5af3e5-f0d4-4d6e-a9bc-498658704dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:45.528829 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1b2b5-b3bc-4d11-a9cf-6fd8c9d2965f req-b3a3362b-e9e8-43c7-bd47-8ab7fd2e60c9 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:45.528829 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-00b1b2b5-b3bc-4d11-a9cf-6fd8c9d2965f req-b3a3362b-e9e8-43c7-bd47-8ab7fd2e60c9 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0626595 Sep 07 20:28:45.587791 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-00b1b2b5-b3bc-4d11-a9cf-6fd8c9d2965f req-284980ae-9661-40f1-b3fc-6148c3c80439 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454185 Sep 07 20:28:45.596433 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5784554-1225-47c1-968c-0f852ebc6c08 req-db010d67-a605-4054-86e4-5f5b2d1abd62 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:45.600943 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f5784554-1225-47c1-968c-0f852ebc6c08 req-db010d67-a605-4054-86e4-5f5b2d1abd62 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0927529 Sep 07 20:28:45.641277 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f5784554-1225-47c1-968c-0f852ebc6c08 req-b05b0822-1a37-42f1-b2c0-1cde752e023c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359979 Sep 07 20:28:45.711748 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d0af-7891-406b-8506-2b5491505561 req-5bbf9912-482c-4944-bb7a-c3a251bf590a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:45.713247 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b185d0af-7891-406b-8506-2b5491505561 req-5bbf9912-482c-4944-bb7a-c3a251bf590a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0493674 Sep 07 20:28:45.723297 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 39252) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:45.727801 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-c6e36f2b-12ad-4310-92ef-b3ee6f0e7161 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'floatingip': {'port_id': '4098f3b7-9c85-4f03-8dd0-1d980335ac02'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:28:45.768402 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c6e36f2b-12ad-4310-92ef-b3ee6f0e7161 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:46.229160 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c6e36f2b-12ad-4310-92ef-b3ee6f0e7161 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:46.351274 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c6e36f2b-12ad-4310-92ef-b3ee6f0e7161 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:46.454053 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [None req-c6e36f2b-12ad-4310-92ef-b3ee6f0e7161 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Floating IP 61073ae8-89ad-475e-a982-c9e753c5ef90 associated. External IP: 172.27.0.61, port: 4098f3b7-9c85-4f03-8dd0-1d980335ac02. Sep 07 20:28:46.667015 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e36f2b-12ad-4310-92ef-b3ee6f0e7161 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Router c1629865-2783-413d-a5d5-272da2d63f6f has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:28:47.027512 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7356-0c29-4751-b184-086b8e0eccfe req-d4852a78-3cc4-4afe-887e-d1f225ab1a96 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:47.029003 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a32d7356-0c29-4751-b184-086b8e0eccfe req-d4852a78-3cc4-4afe-887e-d1f225ab1a96 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.3177946 Sep 07 20:28:47.036056 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e36f2b-12ad-4310-92ef-b3ee6f0e7161 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:28:47.041324 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c6e36f2b-12ad-4310-92ef-b3ee6f0e7161 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:47.046855 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] Sync routers for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:28:47.057127 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:47.058027 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:28:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:47.090265 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-c6e36f2b-12ad-4310-92ef-b3ee6f0e7161 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "PUT /v2.0/floatingips/61073ae8-89ad-475e-a982-c9e753c5ef90 HTTP/1.1" status: 200 len: 990 time: 1.3658435 Sep 07 20:28:47.092619 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'tag': '4098f3b7-9c85-4f03-8dd0-1d980335ac02'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:28:47.095182 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "56f18de6-8770-47e5-a0a1-23868c8e1832", "tag": "4098f3b7-9c85-4f03-8dd0-1d980335ac02"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:28:47.101631 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a32d7356-0c29-4751-b184-086b8e0eccfe req-0b440439-d08e-42f0-8ea1-e2b2940aca13 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636480 Sep 07 20:28:47.154981 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eae7a8-6627-4be1-b314-34adf7c23147 x-openstack-request-id: req-e5eae7a8-6627-4be1-b314-34adf7c23147 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:28:47.155279 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f18de6-8770-47e5-a0a1-23868c8e1832", "tag": "4098f3b7-9c85-4f03-8dd0-1d980335ac02", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:28:47.155530 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e5eae7a8-6627-4be1-b314-34adf7c23147 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:28:47.156028 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'tag': '4098f3b7-9c85-4f03-8dd0-1d980335ac02', 'status': 'completed', 'code': 200} Sep 07 20:28:47.217894 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:47.243266 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-af2c25d8-35c5-4f4a-9948-64e39a0c3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:47.244923 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-af2c25d8-35c5-4f4a-9948-64e39a0c3081 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 1098 time: 0.0523977 Sep 07 20:28:47.362226 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-7b2a9b0b-3c33-403e-8b80-f1ee8304e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:47.364348 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-7b2a9b0b-3c33-403e-8b80-f1ee8304e70a service neutron] 10.222.0.59 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 911 time: 0.0964274 Sep 07 20:28:47.441638 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-eacf1298-92a6-4690-9fa8-188de7c2c9d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02 HTTP/1.1" status: 200 len: 998 time: 0.0604017 Sep 07 20:28:47.463814 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '61073ae8-89ad-475e-a982-c9e753c5ef90', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'port_id': '4098f3b7-9c85-4f03-8dd0-1d980335ac02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'mac_address': 'fa:16:3e:4f:e9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:28:19Z', 'updated_at': '2021-09-07T20:28:46Z', 'revision_number': 1, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:47.491025 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] Checking router: c1629865-2783-413d-a5d5-272da2d63f6f for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:28:47.492947 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-28557d1c-fc26-44c4-ab51-91e800da484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:47.494459 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-28557d1c-fc26-44c4-ab51-91e800da484e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 200 len: 849 time: 0.0450137 Sep 07 20:28:47.499342 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:28:47.499935 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:28:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:47.540916 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-001421da-1497-4a6e-91ca-0d41c86b2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:47.542497 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-001421da-1497-4a6e-91ca-0d41c86b2cf1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97095c9e-e952-4a41-81ef-7fce322ef885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397456 Sep 07 20:28:47.604059 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:28:47.642331 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-0a339e2d-1d77-444b-84c4-e34a5b39e97b service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Sep 07 20:28:47.747034 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fa85f5ed-c199-4f39-bb36-0caa4fd1d9fb req-c4db3334-b4f5-48ed-bf07-3e1b5d1b0672 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922098 Sep 07 20:28:47.835493 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '61073ae8-89ad-475e-a982-c9e753c5ef90', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'port_id': '4098f3b7-9c85-4f03-8dd0-1d980335ac02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'mac_address': 'fa:16:3e:4f:e9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:28:19Z', 'updated_at': '2021-09-07T20:28:46Z', 'revision_number': 1, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:28:47.862363 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc7c8db-9608-4a5b-b5fb-ecf504c0b523 None None] The sync data for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi is: [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '61073ae8-89ad-475e-a982-c9e753c5ef90', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'port_id': '4098f3b7-9c85-4f03-8dd0-1d980335ac02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'mac_address': 'fa:16:3e:4f:e9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:28:19Z', 'updated_at': '2021-09-07T20:28:46Z', 'revision_number': 1, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:28:47.928358 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ef1c8ef6-599a-42ab-a411-d8850db9af46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:48.060111 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5b640-b988-40ec-b7da-bc3057fafc1f None None] New status for floating IP 61073ae8-89ad-475e-a982-c9e753c5ef90: ACTIVE {{(pid=94731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:28:48.232651 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3fe69-f9a7-48aa-9400-c70f6af7e892 req-8bfa40f3-5b3e-4c11-b67c-9edd2be6d6e7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:48.234853 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fac3fe69-f9a7-48aa-9400-c70f6af7e892 req-8bfa40f3-5b3e-4c11-b67c-9edd2be6d6e7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0547099 Sep 07 20:28:48.282479 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fac3fe69-f9a7-48aa-9400-c70f6af7e892 req-de8cb9e5-ec39-4493-b9b1-fc7a3ecf6023 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Sep 07 20:28:48.288592 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:49.114998 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:28:49.400408 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce705288-3f2b-46bc-84fe-b3c152ccb688 req-64eddc0f-8765-4b95-87f8-a654aceff5c8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:49.402096 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ce705288-3f2b-46bc-84fe-b3c152ccb688 req-64eddc0f-8765-4b95-87f8-a654aceff5c8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0494454 Sep 07 20:28:49.442148 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ce705288-3f2b-46bc-84fe-b3c152ccb688 req-601c1499-953d-448a-aab0-40cde5fbbe3c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Sep 07 20:28:49.686033 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:50.560569 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915cbce-12f7-4857-b690-1e5b051daa11 req-6f432154-c948-4196-8119-94f2be58072b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:50.563992 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e915cbce-12f7-4857-b690-1e5b051daa11 req-6f432154-c948-4196-8119-94f2be58072b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Sep 07 20:28:50.605182 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e915cbce-12f7-4857-b690-1e5b051daa11 req-05d01701-09a8-473d-ab1a-2c7a398522a9 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370715 Sep 07 20:28:50.696794 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:51.724649 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39396609-9d69-4fc7-8a89-6ad1854a438b req-16464e3a-37e6-4969-b3c0-0b6c3d936cb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:51.726134 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-39396609-9d69-4fc7-8a89-6ad1854a438b req-16464e3a-37e6-4969-b3c0-0b6c3d936cb5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0517290 Sep 07 20:28:51.769855 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-39396609-9d69-4fc7-8a89-6ad1854a438b req-792c8333-2dce-4b3a-abe6-aa5aaf1f6f3f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375261 Sep 07 20:28:52.887552 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83accfbd-5315-4d0c-a067-2849030e9f72 req-e83156c7-975d-4353-90ed-5392d5c0c9a5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:52.889148 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-83accfbd-5315-4d0c-a067-2849030e9f72 req-e83156c7-975d-4353-90ed-5392d5c0c9a5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0499895 Sep 07 20:28:52.935227 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-83accfbd-5315-4d0c-a067-2849030e9f72 req-d1d24f3b-b097-4cd1-8e5b-11a32f5db1d0 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 Sep 07 20:28:54.049438 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17b15d-0ed5-43d2-b4be-76a9d738ba50 req-17c5761b-986d-42a4-8db4-b58d55fa996a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:54.051759 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0c17b15d-0ed5-43d2-b4be-76a9d738ba50 req-17c5761b-986d-42a4-8db4-b58d55fa996a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0483930 Sep 07 20:28:54.088582 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0c17b15d-0ed5-43d2-b4be-76a9d738ba50 req-5e6d6a73-8107-4497-a427-25f210856d12 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Sep 07 20:28:55.204950 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91799c5-6080-4799-a364-6d305fe1830b req-acf1c6d9-b724-4f98-8e70-f1b9c4612d9b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:55.206553 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a91799c5-6080-4799-a364-6d305fe1830b req-acf1c6d9-b724-4f98-8e70-f1b9c4612d9b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0475698 Sep 07 20:28:55.248896 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a91799c5-6080-4799-a364-6d305fe1830b req-b0be5116-12ca-4683-84f4-6a698265c335 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357151 Sep 07 20:28:56.367005 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462710e-6b6c-4380-915c-27a50949f437 req-4085eae4-e3c7-4937-a31d-4d5b0a3e07d6 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:56.368756 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a462710e-6b6c-4380-915c-27a50949f437 req-4085eae4-e3c7-4937-a31d-4d5b0a3e07d6 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0477622 Sep 07 20:28:56.407008 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a462710e-6b6c-4380-915c-27a50949f437 req-791637df-fce6-4a3d-91fa-77fafe74cd4d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Sep 07 20:28:57.526570 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7aa88-6d21-427f-b1e7-98e5a4c6fb39 req-27bd6cfd-056e-4dda-ab42-4411ce491c45 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:57.528138 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e5f7aa88-6d21-427f-b1e7-98e5a4c6fb39 req-27bd6cfd-056e-4dda-ab42-4411ce491c45 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0490623 Sep 07 20:28:57.570439 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e5f7aa88-6d21-427f-b1e7-98e5a4c6fb39 req-0bf119ce-976a-4e2e-8772-363d8e3b5241 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359383 Sep 07 20:28:57.863490 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 39540) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:57.968837 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:58.061583 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:58.133811 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:58.176000 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=84d4cfe15594496396e0fc7960f91c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114264 Sep 07 20:28:58.176904 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1399d10-c957-4f38-8cdd-3d35715aebd3,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:58.178655 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 39548) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:58.184571 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.185065 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.185447 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.185770 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.186300 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.186674 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.187478 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.187818 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.188321 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.188662 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.188992 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.190553 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3b9ea7-207e-4f9c-b0a0-8a6640c1d099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.232506 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:58.255926 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:58.374137 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:58.376937 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:58.380978 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1399d10-c957-4f38-8cdd-3d35715aebd3 HTTP/1.1" status: 204 len: 168 time: 0.1980090 Sep 07 20:28:58.389410 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1399d10-c957-4f38-8cdd-3d35715aebd3,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:58.398929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.399301 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.399646 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.399981 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.400309 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.400640 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.400964 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.401290 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.401850 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.402316 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.402647 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.403036 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0428b2-d62f-49db-8615-219e91f5cae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:28:58.708523 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790626dd-2e42-4047-9011-5df3df239e75 req-f83857e6-bfb1-4b48-88cb-a8938f0c5b90 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:58.710266 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-790626dd-2e42-4047-9011-5df3df239e75 req-f83857e6-bfb1-4b48-88cb-a8938f0c5b90 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0589488 Sep 07 20:28:58.750481 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-790626dd-2e42-4047-9011-5df3df239e75 req-2d73eec4-a838-429f-a55a-2159add1e840 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344024 Sep 07 20:28:59.011156 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 39562) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:59.026747 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-23b417be-5ef0-434a-932b-2f05cb1bb9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:59.116574 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-23b417be-5ef0-434a-932b-2f05cb1bb9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:59.191083 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-23b417be-5ef0-434a-932b-2f05cb1bb9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:59.229005 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-23b417be-5ef0-434a-932b-2f05cb1bb9aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6be3f2cb16b44d6db46ed3fc9cdfe9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167356 Sep 07 20:28:59.229868 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b417be-5ef0-434a-932b-2f05cb1bb9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b666bb70-e7f6-46d8-8e19-ba02cf406110,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:59.232121 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 39566) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:28:59.279537 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d0e2-2c9e-4063-9acc-8216f0b0ea15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:59.303304 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d0e2-2c9e-4063-9acc-8216f0b0ea15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:59.465280 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d0e2-2c9e-4063-9acc-8216f0b0ea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:59.467995 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d9d3d0e2-2c9e-4063-9acc-8216f0b0ea15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:28:59.470450 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-d9d3d0e2-2c9e-4063-9acc-8216f0b0ea15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b666bb70-e7f6-46d8-8e19-ba02cf406110 HTTP/1.1" status: 204 len: 168 time: 0.2359583 Sep 07 20:28:59.477707 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3d0e2-2c9e-4063-9acc-8216f0b0ea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b666bb70-e7f6-46d8-8e19-ba02cf406110,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:28:59.898076 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe14043-071d-45b7-9ffd-6aed6bae63d8 req-96d472b6-6492-4fdc-b8d8-d7f5b5447689 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:28:59.900529 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-afe14043-071d-45b7-9ffd-6aed6bae63d8 req-96d472b6-6492-4fdc-b8d8-d7f5b5447689 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0696557 Sep 07 20:28:59.940871 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-afe14043-071d-45b7-9ffd-6aed6bae63d8 req-4bc5a833-5653-4d3c-8155-eafaeda839c2 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340052 Sep 07 20:29:01.127564 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba653266-6564-45a5-9d10-32cc3aa97f3a req-56ac7f6d-666f-49de-8e75-f1b56ea09f02 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:01.129515 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ba653266-6564-45a5-9d10-32cc3aa97f3a req-56ac7f6d-666f-49de-8e75-f1b56ea09f02 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Sep 07 20:29:01.169472 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ba653266-6564-45a5-9d10-32cc3aa97f3a req-4410b60b-7711-4cbd-a869-ea0e508a5204 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331202 Sep 07 20:29:01.278287 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27716bb-89aa-4bf5-bcde-f879c2dd4754 req-c0f7bd2e-cee4-4b53-96ce-bcd86d0f1926 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:01.279836 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b27716bb-89aa-4bf5-bcde-f879c2dd4754 req-c0f7bd2e-cee4-4b53-96ce-bcd86d0f1926 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 946 time: 0.0533128 Sep 07 20:29:01.323454 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b27716bb-89aa-4bf5-bcde-f879c2dd4754 req-b2edad88-48cd-456b-9b8e-6b57774a7a84 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373590 Sep 07 20:29:02.286527 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f0f2a-d001-40c0-a123-d2b331793b63 req-b6fe2752-d588-46c4-8a4d-f12c4358d2f4 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:02.288358 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-645f0f2a-d001-40c0-a123-d2b331793b63 req-b6fe2752-d588-46c4-8a4d-f12c4358d2f4 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0522087 Sep 07 20:29:02.340059 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-645f0f2a-d001-40c0-a123-d2b331793b63 req-fdf9bdd5-31dc-4ffe-a4b6-950f103d41b7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Sep 07 20:29:02.440522 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cc6aa-0b40-44c4-8180-5089585ba667 req-f42c4eb3-9178-49a9-8ed9-872bce1dea35 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:02.442014 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4e0cc6aa-0b40-44c4-8180-5089585ba667 req-f42c4eb3-9178-49a9-8ed9-872bce1dea35 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 946 time: 0.0476961 Sep 07 20:29:02.479593 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4e0cc6aa-0b40-44c4-8180-5089585ba667 req-6e272bbf-4c13-434d-a382-e8965d722cfa tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Sep 07 20:29:03.456910 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6023b4c-12c0-4dd6-88b4-781580e2d087 req-6c5870bc-91a1-4a3e-bdd9-fb7be8391182 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:03.458432 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f6023b4c-12c0-4dd6-88b4-781580e2d087 req-6c5870bc-91a1-4a3e-bdd9-fb7be8391182 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0477931 Sep 07 20:29:03.495891 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f6023b4c-12c0-4dd6-88b4-781580e2d087 req-1727ac19-5f58-436e-b332-611ae853b198 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Sep 07 20:29:03.609756 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fed110-7dc8-4983-9fc9-5f72378ba41a req-67f55eff-5407-4009-9b11-f4949b61f012 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:03.611191 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-10fed110-7dc8-4983-9fc9-5f72378ba41a req-67f55eff-5407-4009-9b11-f4949b61f012 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 946 time: 0.0586357 Sep 07 20:29:03.649455 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-10fed110-7dc8-4983-9fc9-5f72378ba41a req-3e2fbdaa-acbe-4bbc-94a2-0f6a199d6908 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/security-groups?id=45139678-6918-48af-a793-32f8745c6812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Sep 07 20:29:04.074000 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-eadd4959-e655-4908-8664-bcf8a4d61f77 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:04.075566 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-eadd4959-e655-4908-8664-bcf8a4d61f77 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.59 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 946 time: 0.0497727 Sep 07 20:29:04.214500 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Deleting port 6d09410f-819b-48b9-93f8-dfdf929c36d7 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:29:04.214840 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:04.328321 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-1a803858-f54a-421d-8920-c12bad9ff1eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878913 Sep 07 20:29:04.334853 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] For port 6d09410f-819b-48b9-93f8-dfdf929c36d7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6d09410f-819b-48b9-93f8-dfdf929c36d7,segment=NetworkSegment(0b8402a2-b175-4174-96ac-5ff34fa20fcf),segment_id=0b8402a2-b175-4174-96ac-5ff34fa20fcf)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:29:04.335209 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:04.349949 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Calling delete_port for 6d09410f-819b-48b9-93f8-dfdf929c36d7 owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:29:04.477516 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-dab8d59d-5efb-44d3-99b9-0c370bd303be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:04.478958 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-dab8d59d-5efb-44d3-99b9-0c370bd303be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 1098 time: 0.0937150 Sep 07 20:29:04.651075 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-8c6e4939-f5ff-45ed-9777-7201996b8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:04.652537 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-8c6e4939-f5ff-45ed-9777-7201996b8efc service neutron] 10.222.0.59 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 915 time: 0.1377556 Sep 07 20:29:04.663156 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbccf7a-6dbe-4fab-b1f5-88c0be39ae30 req-5011b75e-ce68-439f-8886-885c98b2e6d7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:04.664555 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5cbccf7a-6dbe-4fab-b1f5-88c0be39ae30 req-5011b75e-ce68-439f-8886-885c98b2e6d7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0754967 Sep 07 20:29:04.709296 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:04.711697 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-b8f0c3d1-f3b7-47fd-b55f-1f4f9007543c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=227675d8-a5ad-4d92-8807-6b0eaa80362f HTTP/1.1" status: 200 len: 217 time: 0.0462978 Sep 07 20:29:04.725129 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['6d09410f-819b-48b9-93f8-dfdf929c36d7'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:29:04.778396 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Pushing event deleted for resources: {'Port': ['ID=6d09410f-819b-48b9-93f8-dfdf929c36d7,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:04.818254 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5cbccf7a-6dbe-4fab-b1f5-88c0be39ae30 req-24281d5c-0240-4897-aaab-c56bd323bf84 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466565 Sep 07 20:29:04.853981 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] No DVR routers for this DVR port 6d09410f-819b-48b9-93f8-dfdf929c36d7 on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:29:04.859129 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-6ab85635-3101-41a3-b52b-37890d2ac5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:04.860599 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-6ab85635-3101-41a3-b52b-37890d2ac5fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=97689332-4ac5-45ba-beaa-67224dbf1809 HTTP/1.1" status: 200 len: 854 time: 0.1394305 Sep 07 20:29:04.861583 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:04.863992 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a314d57-927a-481c-abfd-6907a2dc34e4 req-2a8cc37e-954b-4b84-9c5e-186fe745b5df tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.59 "DELETE /v2.0/ports/6d09410f-819b-48b9-93f8-dfdf929c36d7 HTTP/1.1" status: 204 len: 173 time: 0.7791460 Sep 07 20:29:04.864450 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9124e8c5-edf4-4153-8196-763774e2c1f7', 'name': 'network-vif-deleted', 'tag': '6d09410f-819b-48b9-93f8-dfdf929c36d7'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:29:04.866693 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d71ec66-d6ba-4936-a43c-65ead35cb869" -d '{"events": [{"server_uuid": "9124e8c5-edf4-4153-8196-763774e2c1f7", "name": "network-vif-deleted", "tag": "6d09410f-819b-48b9-93f8-dfdf929c36d7"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:29:04.926788 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1cb66a47-8ab4-4956-9e00-8e9e08528166 req-2b170459-59bf-4159-981a-d295efce0991 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0531740 Sep 07 20:29:04.928647 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-94ce9e71-651a-4f5f-9448-614db67bc836 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56ff01e1-7605-4fc2-960b-3d55c1792c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456338 Sep 07 20:29:05.024956 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-d7e1fda7-ada7-46d4-98a9-8e869d9527cc service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859597 Sep 07 20:29:05.073774 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab47ff5-f5cf-4823-9bf4-52d33a7db688 x-openstack-request-id: req-dab47ff5-f5cf-4823-9bf4-52d33a7db688 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:29:05.074163 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9124e8c5-edf4-4153-8196-763774e2c1f7", "name": "network-vif-deleted", "tag": "6d09410f-819b-48b9-93f8-dfdf929c36d7", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:29:05.074317 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dab47ff5-f5cf-4823-9bf4-52d33a7db688 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:29:05.074688 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9124e8c5-edf4-4153-8196-763774e2c1f7', 'name': 'network-vif-deleted', 'tag': '6d09410f-819b-48b9-93f8-dfdf929c36d7', 'status': 'completed', 'code': 200} Sep 07 20:29:05.133708 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db5596cf-51b6-4d03-8383-9cd61acf1bf9 req-c7cec47f-366f-44b4-8117-007286620da2 service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913472 Sep 07 20:29:06.033203 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694dc2b-77e5-46bc-926f-2ce01562db02 req-227c5206-220c-4a6e-987d-dfb4762e3bbd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:06.033203 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a694dc2b-77e5-46bc-926f-2ce01562db02 req-227c5206-220c-4a6e-987d-dfb4762e3bbd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0532446 Sep 07 20:29:06.033203 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a694dc2b-77e5-46bc-926f-2ce01562db02 req-dde3f3f9-32e1-4761-99e3-0e9c53298cfe tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Sep 07 20:29:06.088404 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d2b6e746-c635-4dd2-a3a7-31d30f6a5fef req-d1c0a407-cbe4-4e4c-ab0f-711716048146 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0269473 Sep 07 20:29:06.242157 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:06.804600 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-d3aed3c6-d1b6-44a1-8fb2-fda302b5b86d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:06.806074 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-d3aed3c6-d1b6-44a1-8fb2-fda302b5b86d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 814 time: 0.1035607 Sep 07 20:29:06.820854 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-329bcb21-5964-459b-9249-944347159adf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/quotas/beda1b2863734483be433da9e24153ae HTTP/1.1" status: 200 len: 375 time: 0.0089061 Sep 07 20:29:06.876102 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-f990ad2b-ff07-4e8a-a67c-1df9d750c05e tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498817 Sep 07 20:29:06.968886 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-52be6695-11de-4435-a658-d3e4ba6ae070 service neutron] 10.222.0.72 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855544 Sep 07 20:29:07.058958 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-a63927a5-b1e5-4929-835a-0087d639434d service neutron] 10.222.0.72 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831976 Sep 07 20:29:07.132377 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53357d6e-5ed9-4d20-b505-7abf9d5e4586 req-f0c10c1b-ac83-4c94-af2f-b8d905e0c9ab tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:07.133811 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53357d6e-5ed9-4d20-b505-7abf9d5e4586 req-f0c10c1b-ac83-4c94-af2f-b8d905e0c9ab tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0512550 Sep 07 20:29:07.172648 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53357d6e-5ed9-4d20-b505-7abf9d5e4586 req-31bb30ac-e807-4ea9-89cf-7508f4bd3777 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328784 Sep 07 20:29:07.271011 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4f4dce13-f122-488b-a0d6-518a9c850d5c req-436ecb54-2622-4a13-8eed-ac3dcd91b688 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0279219 Sep 07 20:29:07.334751 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9111d21d-b109-4b9c-bac0-71f3ef20e953 req-536ad9bf-f9bd-438a-b55e-ac4fcb470582 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 210 time: 0.0257485 Sep 07 20:29:09.920297 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 6d09410f-819b-48b9-93f8-dfdf929c36d7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:29:09.943117 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 6d09410f-819b-48b9-93f8-dfdf929c36d7 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:29:09.943449 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 6d09410f-819b-48b9-93f8-dfdf929c36d7 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:29:10.081234 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9eae89d9-608e-4564-ad13-ddade61b5f54 req-d43b6f30-bf51-4569-a568-f1ef3e088f95 tempest-DeleteServersTestJSON-1116881144 tempest-DeleteServersTestJSON-1116881144-project] 10.222.0.72 "GET /v2.0/ports?device_id=9124e8c5-edf4-4153-8196-763774e2c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0326426 Sep 07 20:29:10.098205 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c81f92-387e-44e1-9cf4-ec763360a9b9 req-42e97884-a850-4915-9fec-372c99c8d807 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:10.099746 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-77c81f92-387e-44e1-9cf4-ec763360a9b9 req-42e97884-a850-4915-9fec-372c99c8d807 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0786209 Sep 07 20:29:10.142051 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-77c81f92-387e-44e1-9cf4-ec763360a9b9 req-42202ef0-68f2-430a-b0e8-32dbc13850d6 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357425 Sep 07 20:29:10.180436 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3df825d6-ea80-45fd-8f96-59331601d605 req-74bba624-5bcd-45b5-b86a-7cf68508935b tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 210 time: 0.0336401 Sep 07 20:29:11.165229 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-1d829896-1c0b-4e49-afaa-8ece35629ca1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:11.167689 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-1d829896-1c0b-4e49-afaa-8ece35629ca1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 814 time: 0.1083262 Sep 07 20:29:11.185158 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Request body: {'port': {'device_id': 'b2267e93-ee55-45dd-b5f0-d5de9e9223da', 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21', 'admin_state_up': True, 'tenant_id': 'beda1b2863734483be433da9e24153ae'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:29:11.329481 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b73d2c26-70eb-4f8e-9de0-302231372f65 req-a998f4ba-a01e-48a9-a889-ba0e737513d4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 210 time: 0.0633655 Sep 07 20:29:11.352660 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5bcae-5af8-45bf-9bcb-db7106346c60 req-1c5220be-504f-4a91-bcc6-3aa1b28f4399 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:11.352660 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-41d5bcae-5af8-45bf-9bcb-db7106346c60 req-1c5220be-504f-4a91-bcc6-3aa1b28f4399 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.1265569 Sep 07 20:29:11.411811 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-41d5bcae-5af8-45bf-9bcb-db7106346c60 req-ef2816a9-a45b-4938-90a3-e40d9e1e6361 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564320 Sep 07 20:29:11.488245 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Made reservation on behalf of beda1b2863734483be433da9e24153ae for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:29:11.491859 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:11.845768 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Allocated IP 172.20.0.14 (56ff01e1-7605-4fc2-960b-3d55c1792c21/97689332-4ac5-45ba-beaa-67224dbf1809/d5989fbd-ea4e-490f-87db-13ed3d2d10a8) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:29:11.991643 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:12.088392 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:12.100601 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['227675d8-a5ad-4d92-8807-6b0eaa80362f'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:29:12.132107 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Network 56ff01e1-7605-4fc2-960b-3d55c1792c21 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:29:12.142687 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:29:12.156703 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:29:12.191097 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Pushing event updated for resources: {'Port': ['ID=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:12.213565 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:12.214200 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:12.299824 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-aca706cc-4ff2-4d19-a739-61eb304f9ef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1210594 Sep 07 20:29:12.312658 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Request body: {'port': {'device_id': 'b2267e93-ee55-45dd-b5f0-d5de9e9223da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:29:12.370627 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:12.554514 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ad55f-dd8f-4bf1-b664-45fbc3b9b02a req-690d2617-83c9-4c55-b481-694be1df0f40 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:12.556003 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-300ad55f-dd8f-4bf1-b664-45fbc3b9b02a req-690d2617-83c9-4c55-b481-694be1df0f40 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 932 time: 0.1486089 Sep 07 20:29:12.643679 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512138b-863c-45e9-a886-9a6335131b88 req-753d29c2-ea69-4f00-ae3f-b10677cb7ebc tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:12.645092 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1512138b-863c-45e9-a886-9a6335131b88 req-753d29c2-ea69-4f00-ae3f-b10677cb7ebc tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.1496778 Sep 07 20:29:12.676464 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-300ad55f-dd8f-4bf1-b664-45fbc3b9b02a req-38c6f8ab-3d32-4031-9428-4f34ae7f4d2d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058517 Sep 07 20:29:12.716706 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1512138b-863c-45e9-a886-9a6335131b88 req-3e85ba02-f1da-40fc-8630-4895fdfc200c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625334 Sep 07 20:29:12.767305 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5989fbd-ea4e-490f-87db-13ed3d2d10a8 {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:29:12.775907 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:12.788107 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Transition to ACTIVE for port object d5989fbd-ea4e-490f-87db-13ed3d2d10a8 will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:29:12.791823 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 39866) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:12.840482 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-60022699-dc50-4a8e-b229-c06e14dd37ee admin admin] Deleting subnet 090bfa49-e307-4e92-a5bf-e93786b6f64f {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:29:12.843505 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-60022699-dc50-4a8e-b229-c06e14dd37ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:12.856523 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:12.880025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-60022699-dc50-4a8e-b229-c06e14dd37ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131574183'] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:12.909084 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:12.921691 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-60022699-dc50-4a8e-b229-c06e14dd37ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:12.988459 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Attempting to bind port d5989fbd-ea4e-490f-87db-13ed3d2d10a8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:29:12.988824 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Attempting to bind port d5989fbd-ea4e-490f-87db-13ed3d2d10a8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:29:12.989238 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Attempting to bind port d5989fbd-ea4e-490f-87db-13ed3d2d10a8 on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:29:12.993555 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Port d5989fbd-ea4e-490f-87db-13ed3d2d10a8 on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:29:12.993899 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Attempting to bind port d5989fbd-ea4e-490f-87db-13ed3d2d10a8 on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:29:12.998744 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:29:12.999110 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Checking segment: {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:29:12.999484 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Bound using segment: {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:29:12.999902 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Bound port: d5989fbd-ea4e-490f-87db-13ed3d2d10a8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:29:13.000245 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.057222 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-60022699-dc50-4a8e-b229-c06e14dd37ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133203587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130232194'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.064034 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] For port d5989fbd-ea4e-490f-87db-13ed3d2d10a8, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:29:13.068794 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] For port d5989fbd-ea4e-490f-87db-13ed3d2d10a8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:29:13.091364 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60022699-dc50-4a8e-b229-c06e14dd37ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090bfa49-e307-4e92-a5bf-e93786b6f64f,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:13.093336 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-60022699-dc50-4a8e-b229-c06e14dd37ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.096024 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-60022699-dc50-4a8e-b229-c06e14dd37ee admin admin] 10.222.0.72 "DELETE /v2.0/subnets/090bfa49-e307-4e92-a5bf-e93786b6f64f HTTP/1.1" status: 204 len: 168 time: 0.3023317 Sep 07 20:29:13.097883 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 39870) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:13.137164 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.171530 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.171698 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:13.172208 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.173595 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5989fbd-ea4e-490f-87db-13ed3d2d10a8 HTTP/1.1" status: 200 len: 1094 time: 0.8651707 Sep 07 20:29:13.174053 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2267e93-ee55-45dd-b5f0-d5de9e9223da', 'tag': 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:29:13.176830 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53a838b-7c09-43f9-ae39-ef15c48ae356" -d '{"events": [{"name": "network-changed", "server_uuid": "b2267e93-ee55-45dd-b5f0-d5de9e9223da", "tag": "d5989fbd-ea4e-490f-87db-13ed3d2d10a8"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:29:13.207115 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e802-891e-4ab9-8071-f0b350ce7bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:13.218997 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5e6493-ccaf-4782-9402-5deafd1c1e4f x-openstack-request-id: req-9e5e6493-ccaf-4782-9402-5deafd1c1e4f {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:29:13.219224 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2267e93-ee55-45dd-b5f0-d5de9e9223da", "tag": "d5989fbd-ea4e-490f-87db-13ed3d2d10a8", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:29:13.219479 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e5e6493-ccaf-4782-9402-5deafd1c1e4f {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:29:13.219865 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2267e93-ee55-45dd-b5f0-d5de9e9223da', 'tag': 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8', 'status': 'completed', 'code': 200} Sep 07 20:29:13.275980 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.291505 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a838b-7c09-43f9-ae39-ef15c48ae356 req-09259ee3-1301-4973-83f4-1c69d5442167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:13.293030 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e53a838b-7c09-43f9-ae39-ef15c48ae356 req-09259ee3-1301-4973-83f4-1c69d5442167 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 1097 time: 0.0499473 Sep 07 20:29:13.301806 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda4e1bb-bc89-48df-ac6a-52c036af2510']}} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:29:13.311050 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8402a2-b175-4174-96ac-5ff34fa20fcf') {'for_net_delete': True} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:29:13.311351 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8402a2-b175-4174-96ac-5ff34fa20fcf') {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:29:13.321280 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131574190'] for segment, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.334313 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.340361 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=94729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:29:13.340744 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133203745'] for segment, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: Traceback (most recent call last): Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: timer() Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: cb(*args, **kw) Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: return func(*args, **kwargs) Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: self._notify() Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: self.callback(batched_events) Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: event.method(event) Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: return f(self, *a, **k) Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._get(url).json() Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: return self.request(url, 'GET', **kwargs) Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:29:13.342378 dv-cinder-760194-9-iscsi neutron-server[94729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:29:13.417639 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a838b-7c09-43f9-ae39-ef15c48ae356 req-d3ed847d-a075-46f1-b455-f6af8dcf651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:13.421453 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e53a838b-7c09-43f9-ae39-ef15c48ae356 req-d3ed847d-a075-46f1-b455-f6af8dcf651d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=beda1b2863734483be433da9e24153ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1096106 Sep 07 20:29:13.468509 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.479263 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:13.486349 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] 10.222.0.72 "DELETE /v2.0/networks/fda4e1bb-bc89-48df-ac6a-52c036af2510 HTTP/1.1" status: 204 len: 168 time: 0.3870988 Sep 07 20:29:13.503423 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6dcd6-607e-496a-bcc5-7840f5c1188e admin admin] Pushing event deleted for resources: {'Network': ['ID=fda4e1bb-bc89-48df-ac6a-52c036af2510,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:13.565243 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a838b-7c09-43f9-ae39-ef15c48ae356 req-0b38ce31-1dce-47ac-8b9c-23bce8c66de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:13.567347 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e53a838b-7c09-43f9-ae39-ef15c48ae356 req-0b38ce31-1dce-47ac-8b9c-23bce8c66de9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402006 Sep 07 20:29:13.653017 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ff64b68d-061f-44f1-9c5b-b750b02cc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:13.654570 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-ff64b68d-061f-44f1-9c5b-b750b02cc207 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 1097 time: 0.0408862 Sep 07 20:29:13.703351 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-1540297e-3eef-44e8-85fd-449c7cc71fa9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5989fbd-ea4e-490f-87db-13ed3d2d10a8 HTTP/1.1" status: 200 len: 217 time: 0.0364125 Sep 07 20:29:13.757083 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-4b4332bd-dd07-4003-981a-6019ae2ed810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:13.758613 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-4b4332bd-dd07-4003-981a-6019ae2ed810 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=97689332-4ac5-45ba-beaa-67224dbf1809 HTTP/1.1" status: 200 len: 854 time: 0.0473986 Sep 07 20:29:13.816723 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-1be41fd3-3638-4e53-b75b-ed07482ddd52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56ff01e1-7605-4fc2-960b-3d55c1792c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382204 Sep 07 20:29:13.880385 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 39898) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:13.899732 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2e70e-3418-429c-9a2b-65cbab54da3c req-6924c7d2-ff51-4086-a0ee-a60685516f59 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:13.901304 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-17e2e70e-3418-429c-9a2b-65cbab54da3c req-6924c7d2-ff51-4086-a0ee-a60685516f59 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 944 time: 0.1395099 Sep 07 20:29:13.963638 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235de10-1785-448d-8954-5fc1f1d5ee01 req-a86e99a0-bb13-442a-b31c-c73c3434c929 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:13.965033 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6235de10-1785-448d-8954-5fc1f1d5ee01 req-a86e99a0-bb13-442a-b31c-c73c3434c929 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.1533940 Sep 07 20:29:14.034302 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-60c781e3-3b2c-4fe6-bd3a-d160d96e9777 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a1b8ab083e74ccdb07c372bb88c3d9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1502433 Sep 07 20:29:14.036882 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 39900) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:14.037371 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-17e2e70e-3418-429c-9a2b-65cbab54da3c req-010b1039-5c24-4d26-85aa-f604638dffee tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099062 Sep 07 20:29:14.041896 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-c68c36d2-81d1-4719-adfd-937f6df33d16 service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996722 Sep 07 20:29:14.066377 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6235de10-1785-448d-8954-5fc1f1d5ee01 req-53a18f31-2b92-4336-a964-ad85a0ec4c00 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911751 Sep 07 20:29:14.103716 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-30988026-53af-4180-b3e0-9e34f594ad1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:14.129609 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-30988026-53af-4180-b3e0-9e34f594ad1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:14.147540 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9541801-d478-476f-b3a2-2d049e7c5963 req-454144f7-816d-4aa0-bf74-40fefb0e848a service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952103 Sep 07 20:29:14.253902 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-30988026-53af-4180-b3e0-9e34f594ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:14.256325 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-30988026-53af-4180-b3e0-9e34f594ad1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:14.257514 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-30988026-53af-4180-b3e0-9e34f594ad1d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/45139678-6918-48af-a793-32f8745c6812 HTTP/1.1" status: 204 len: 168 time: 0.2195947 Sep 07 20:29:14.265267 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30988026-53af-4180-b3e0-9e34f594ad1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45139678-6918-48af-a793-32f8745c6812,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:15.176916 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ac61e-0acb-4cf3-bd88-ea934f96c8c7 req-4af0b5b4-075a-4318-b5c3-e1a09c8bfee0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:15.177668 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-880ac61e-0acb-4cf3-bd88-ea934f96c8c7 req-4af0b5b4-075a-4318-b5c3-e1a09c8bfee0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 944 time: 0.0633373 Sep 07 20:29:15.245708 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-880ac61e-0acb-4cf3-bd88-ea934f96c8c7 req-00b87459-2b57-42a3-b79c-5ca8bbaafd76 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570199 Sep 07 20:29:15.254437 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e916d7-ff96-408b-b004-d7496bace4be req-e637464f-6e48-4e1c-b908-9328cae02df1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:15.256956 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e6e916d7-ff96-408b-b004-d7496bace4be req-e637464f-6e48-4e1c-b908-9328cae02df1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0905051 Sep 07 20:29:15.302901 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-b2b1afc8-89c8-4357-99a5-45146f7f6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:15.310573 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e6e916d7-ff96-408b-b004-d7496bace4be req-a60e7883-e76b-4e34-9f37-ea75a3c6973c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Sep 07 20:29:15.599007 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 39968) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:15.749754 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6e02acbb-6739-4c5d-a122-44e80f038cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:15.851569 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6e02acbb-6739-4c5d-a122-44e80f038cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:15.927992 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6e02acbb-6739-4c5d-a122-44e80f038cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:15.943311 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device d5989fbd-ea4e-490f-87db-13ed3d2d10a8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:29:15.965500 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02acbb-6739-4c5d-a122-44e80f038cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b859323c-cb14-4351-93d9-ed5e7a905ca2,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:15.972675 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-6e02acbb-6739-4c5d-a122-44e80f038cae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=68a6db127c5b4af6a6f8c31ab6686b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729405 Sep 07 20:29:15.973526 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 39980) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:16.032882 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-61f7f2f8-18ed-4677-80bb-2d8898844807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:16.050996 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port d5989fbd-ea4e-490f-87db-13ed3d2d10a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:29:16.054700 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-61f7f2f8-18ed-4677-80bb-2d8898844807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:16.067861 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8', 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21', 'port_id': 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8', 'mac_address': 'fa:16:3e:da:18:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97689332-4ac5-45ba-beaa-67224dbf1809', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:29:16.101524 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:16.114763 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5989fbd-ea4e-490f-87db-13ed3d2d10a8 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:29:16.137120 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port d5989fbd-ea4e-490f-87db-13ed3d2d10a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:29:16.211279 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-61f7f2f8-18ed-4677-80bb-2d8898844807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:16.214040 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-61f7f2f8-18ed-4677-80bb-2d8898844807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:16.215330 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-61f7f2f8-18ed-4677-80bb-2d8898844807 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b859323c-cb14-4351-93d9-ed5e7a905ca2 HTTP/1.1" status: 204 len: 168 time: 0.2406723 Sep 07 20:29:16.223446 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7f2f8-18ed-4677-80bb-2d8898844807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b859323c-cb14-4351-93d9-ed5e7a905ca2,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:16.243384 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:16.300731 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:16.307574 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.308212 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.308295 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.308575 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.308906 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.309237 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.309564 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.309917 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.310255 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.310582 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.310904 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.311226 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:16.380703 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c13c13-acec-42c3-9c52-530754bc3f2b req-dd9d8d62-42f6-4b6a-a9db-16b565aca9f3 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:16.382235 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c4c13c13-acec-42c3-9c52-530754bc3f2b req-dd9d8d62-42f6-4b6a-a9db-16b565aca9f3 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 945 time: 0.0516419 Sep 07 20:29:16.422501 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c4c13c13-acec-42c3-9c52-530754bc3f2b req-e7baefe3-cd78-4c71-ad5b-50eb13258b37 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335331 Sep 07 20:29:16.531810 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0786e57-2967-4597-942f-7672e6657833 req-20769133-97e4-48c4-b766-9e15c4e763e8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:16.535465 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0786e57-2967-4597-942f-7672e6657833 req-20769133-97e4-48c4-b766-9e15c4e763e8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0516260 Sep 07 20:29:16.584924 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0786e57-2967-4597-942f-7672e6657833 req-760d4560-3f19-4bd1-8af3-09f2e4209d4d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398915 Sep 07 20:29:16.597778 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['d5989fbd-ea4e-490f-87db-13ed3d2d10a8'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:29:16.917042 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 40008) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:16.934237 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7a133ab4-fadd-417b-8017-1edf05e1d1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:17.019606 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7a133ab4-fadd-417b-8017-1edf05e1d1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:17.116491 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7a133ab4-fadd-417b-8017-1edf05e1d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:17.155642 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a133ab4-fadd-417b-8017-1edf05e1d1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f884a3-dcfb-4606-bfc3-4ae7b497c705,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:17.161652 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-7a133ab4-fadd-417b-8017-1edf05e1d1a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e5a5dddaa3b48f38f33aa497d66ea4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435143 Sep 07 20:29:17.164231 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 40010) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:17.212951 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ef30a6e7-c51d-4f0f-b42e-64282060198c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:17.234998 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ef30a6e7-c51d-4f0f-b42e-64282060198c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:17.413248 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ef30a6e7-c51d-4f0f-b42e-64282060198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:17.422011 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ef30a6e7-c51d-4f0f-b42e-64282060198c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:17.422011 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-ef30a6e7-c51d-4f0f-b42e-64282060198c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1f884a3-dcfb-4606-bfc3-4ae7b497c705 HTTP/1.1" status: 204 len: 168 time: 0.2518978 Sep 07 20:29:17.424709 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30a6e7-c51d-4f0f-b42e-64282060198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f884a3-dcfb-4606-bfc3-4ae7b497c705,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:17.549003 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c646d59-5b66-403e-b9e3-bd0ac884a40a req-bde1b10d-6c03-4997-9f27-8b93aa9c5c79 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:17.550942 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2c646d59-5b66-403e-b9e3-bd0ac884a40a req-bde1b10d-6c03-4997-9f27-8b93aa9c5c79 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 945 time: 0.0513268 Sep 07 20:29:17.590465 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2c646d59-5b66-403e-b9e3-bd0ac884a40a req-37ad963f-4bad-4d39-abc1-3a338bd413eb tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Sep 07 20:29:17.708548 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be62b3-6f68-4a43-beda-32f8df92d2f0 req-6d7fbcda-5e96-4751-9b2c-53fbedd7e96e tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:17.710129 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-19be62b3-6f68-4a43-beda-32f8df92d2f0 req-6d7fbcda-5e96-4751-9b2c-53fbedd7e96e tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0567477 Sep 07 20:29:17.749042 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-19be62b3-6f68-4a43-beda-32f8df92d2f0 req-00ced17d-fbe4-44dc-9eab-971b2ec6daa3 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Sep 07 20:29:17.959522 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea4c2-e4cf-4f11-ab24-5a1e6a4b6a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:17.963892 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device d5989fbd-ea4e-490f-87db-13ed3d2d10a8 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:29:18.103970 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port d5989fbd-ea4e-490f-87db-13ed3d2d10a8 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:29:18.108263 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port d5989fbd-ea4e-490f-87db-13ed3d2d10a8 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:29:18.108803 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:18.201425 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:18.223047 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2267e93-ee55-45dd-b5f0-d5de9e9223da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:29:18.225661 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d2f9e2-e03b-4976-ae05-1384b20ab965" -d '{"events": [{"server_uuid": "b2267e93-ee55-45dd-b5f0-d5de9e9223da", "name": "network-vif-plugged", "status": "completed", "tag": "d5989fbd-ea4e-490f-87db-13ed3d2d10a8"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:29:18.238861 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:18.241396 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port d5989fbd-ea4e-490f-87db-13ed3d2d10a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:29:18.262272 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675921b8-a9b0-4fa8-ac61-748f743b96f1 x-openstack-request-id: req-675921b8-a9b0-4fa8-ac61-748f743b96f1 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:29:18.262562 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2267e93-ee55-45dd-b5f0-d5de9e9223da", "name": "network-vif-plugged", "status": "completed", "tag": "d5989fbd-ea4e-490f-87db-13ed3d2d10a8", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:29:18.265879 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-675921b8-a9b0-4fa8-ac61-748f743b96f1 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:29:18.265879 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2267e93-ee55-45dd-b5f0-d5de9e9223da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8', 'code': 200} Sep 07 20:29:18.351214 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:18.400605 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:18.706710 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c2c4-4401-469f-8d49-9280b765a16c req-3094cf2b-f94a-493e-98fb-2bb846f0a312 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:18.708165 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1f09c2c4-4401-469f-8d49-9280b765a16c req-3094cf2b-f94a-493e-98fb-2bb846f0a312 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0494733 Sep 07 20:29:18.745330 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1f09c2c4-4401-469f-8d49-9280b765a16c req-6aa1f35b-9983-4768-bf57-529d52500c7e tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Sep 07 20:29:18.867624 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35a8e8-1358-45cf-acbe-083a3020a12b req-d1cc4b3a-901c-498d-809d-2fe54e029a4b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:18.869106 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc35a8e8-1358-45cf-acbe-083a3020a12b req-d1cc4b3a-901c-498d-809d-2fe54e029a4b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Sep 07 20:29:18.907072 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc35a8e8-1358-45cf-acbe-083a3020a12b req-4f374a2c-206c-4c1f-86c1-aee3069ce862 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Sep 07 20:29:19.691716 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:20.782303 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:21.450593 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e009c4d-e5a9-47de-92c0-1d5f87d607bc req-398f0396-f98f-46ec-a2e0-529e43b7ffc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:21.452103 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0e009c4d-e5a9-47de-92c0-1d5f87d607bc req-398f0396-f98f-46ec-a2e0-529e43b7ffc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0816534 Sep 07 20:29:21.464808 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33114fb-9c24-4493-abfe-089ae9255a98 req-a0b8b625-f98c-4af4-90fa-46395fa56365 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:21.466480 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a33114fb-9c24-4493-abfe-089ae9255a98 req-a0b8b625-f98c-4af4-90fa-46395fa56365 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0844448 Sep 07 20:29:21.546360 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a33114fb-9c24-4493-abfe-089ae9255a98 req-1fa3f9d3-da6f-42ff-ada9-478f49f57612 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720963 Sep 07 20:29:21.551054 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0e009c4d-e5a9-47de-92c0-1d5f87d607bc req-60f0d289-879a-4a7b-9a93-a84cf23bfaa3 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816293 Sep 07 20:29:21.571703 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8b53-ada4-446a-b56e-7ef904287bb9 req-79429294-9969-4906-94f5-21436d8ec341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:21.576906 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-384f8b53-ada4-446a-b56e-7ef904287bb9 req-79429294-9969-4906-94f5-21436d8ec341 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 1099 time: 0.0676699 Sep 07 20:29:21.618799 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-384f8b53-ada4-446a-b56e-7ef904287bb9 req-a4fa1641-989c-4060-92ba-1c059628196c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290842 Sep 07 20:29:24.870262 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a13b-82a8-47cb-844a-a317f22ffcd7 req-5440326b-367e-4f6d-9d1e-875261cd5c7d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:24.871732 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e450a13b-82a8-47cb-844a-a317f22ffcd7 req-5440326b-367e-4f6d-9d1e-875261cd5c7d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0770781 Sep 07 20:29:24.891698 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0ffa2-6996-4483-bfe9-96efb00b559a req-55b291fa-e2aa-424b-aeac-f6472c5071aa tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:24.893628 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29c0ffa2-6996-4483-bfe9-96efb00b559a req-55b291fa-e2aa-424b-aeac-f6472c5071aa tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0717092 Sep 07 20:29:24.935093 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e450a13b-82a8-47cb-844a-a317f22ffcd7 req-bf8de965-b994-4d67-ab34-771e29ceb7da tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563445 Sep 07 20:29:24.947485 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29c0ffa2-6996-4483-bfe9-96efb00b559a req-1385bb7c-66e4-42df-8738-05b7608f7007 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465660 Sep 07 20:29:26.088755 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55a648-c44e-4b93-b2c2-30ed26d82b86 req-20595c03-5f4c-49e9-99a6-d76034cfd211 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:26.090374 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3f55a648-c44e-4b93-b2c2-30ed26d82b86 req-20595c03-5f4c-49e9-99a6-d76034cfd211 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Sep 07 20:29:26.114945 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:29:26.156249 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3f55a648-c44e-4b93-b2c2-30ed26d82b86 req-f19d981f-852c-4d9e-8fd6-8c4e21857537 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564685 Sep 07 20:29:26.164938 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba0f8-ac0c-4ee8-8d28-dfbaf0b9fe54 req-70ff3587-a8fc-4ceb-8a58-9533a6c03b30 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:26.166442 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d12ba0f8-ac0c-4ee8-8d28-dfbaf0b9fe54 req-70ff3587-a8fc-4ceb-8a58-9533a6c03b30 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0752046 Sep 07 20:29:26.206798 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d12ba0f8-ac0c-4ee8-8d28-dfbaf0b9fe54 req-b34d862d-94c7-4fea-8f42-d7f4dff52fed tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Sep 07 20:29:27.274539 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47484bf3-e7af-481a-9fb8-6218c581ba8a req-b887d348-782f-442f-9dda-a2e4a2715d74 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:27.276085 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-47484bf3-e7af-481a-9fb8-6218c581ba8a req-b887d348-782f-442f-9dda-a2e4a2715d74 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0504434 Sep 07 20:29:27.336322 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-47484bf3-e7af-481a-9fb8-6218c581ba8a req-ff636f4d-5cd8-4c18-b3b9-ea45d2fc7cab tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543215 Sep 07 20:29:27.359365 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51196195-18d1-4a37-947b-bec4d9c1071f req-baecb062-8de1-43bd-9d93-5bd3a150de2f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:27.360822 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-51196195-18d1-4a37-947b-bec4d9c1071f req-baecb062-8de1-43bd-9d93-5bd3a150de2f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0627100 Sep 07 20:29:27.402704 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-51196195-18d1-4a37-947b-bec4d9c1071f req-35030994-15a5-4f84-bfc2-2d572d6ccbdf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Sep 07 20:29:27.727326 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149333f-9f94-4327-a159-be7e4b2dba03 req-52327a7c-e963-4acb-a751-e9e5b9c89e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:27.728889 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0149333f-9f94-4327-a159-be7e4b2dba03 req-52327a7c-e963-4acb-a751-e9e5b9c89e25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 1098 time: 0.0392959 Sep 07 20:29:27.770783 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0149333f-9f94-4327-a159-be7e4b2dba03 req-cdf2cbdf-fc49-405d-9c15-f64f0239935c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283136 Sep 07 20:29:28.449757 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58574b23-6837-4802-9a49-e1b9262d4231 req-d0c76726-c7ce-4aed-bfef-b7e3159042b1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:28.451433 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-58574b23-6837-4802-9a49-e1b9262d4231 req-d0c76726-c7ce-4aed-bfef-b7e3159042b1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0486526 Sep 07 20:29:28.490551 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-58574b23-6837-4802-9a49-e1b9262d4231 req-d4d820b3-5bb2-476b-89ae-659c57e02bc5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327289 Sep 07 20:29:29.748559 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05e754-5661-4133-8ba7-e1f4cb7aebe0 req-22958f39-5d5f-4d1c-9850-294b90560b0c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:29.750095 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0c05e754-5661-4133-8ba7-e1f4cb7aebe0 req-22958f39-5d5f-4d1c-9850-294b90560b0c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Sep 07 20:29:29.798128 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0c05e754-5661-4133-8ba7-e1f4cb7aebe0 req-338c09e5-17b7-4061-b7cc-ba508e54093d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Sep 07 20:29:30.364260 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 40304) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:30.473670 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9867990b-18cd-45e4-b069-e5d6ca82ab7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:30.560044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9867990b-18cd-45e4-b069-e5d6ca82ab7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:30.630584 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9867990b-18cd-45e4-b069-e5d6ca82ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:30.666724 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867990b-18cd-45e4-b069-e5d6ca82ab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec3ac7-fcf2-411d-badb-195ed4d4dd75,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:30.670990 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-9867990b-18cd-45e4-b069-e5d6ca82ab7a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e1661d5429245cd85a9149e6e3a5583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056118 Sep 07 20:29:30.673643 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 40308) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:30.724763 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-14d91503-c4fb-4b99-9426-226731a22860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:30.744481 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-14d91503-c4fb-4b99-9426-226731a22860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:30.870244 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-14d91503-c4fb-4b99-9426-226731a22860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:30.872988 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-14d91503-c4fb-4b99-9426-226731a22860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:30.874200 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-14d91503-c4fb-4b99-9426-226731a22860 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a9ec3ac7-fcf2-411d-badb-195ed4d4dd75 HTTP/1.1" status: 204 len: 168 time: 0.1996095 Sep 07 20:29:30.882311 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d91503-c4fb-4b99-9426-226731a22860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec3ac7-fcf2-411d-badb-195ed4d4dd75,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:32.685187 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d7f6b-1b42-4762-89b5-9d401d1abf8a req-b869a2f8-a72a-43e8-a74d-84bd20ad2b3f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:32.686776 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-681d7f6b-1b42-4762-89b5-9d401d1abf8a req-b869a2f8-a72a-43e8-a74d-84bd20ad2b3f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0537889 Sep 07 20:29:32.730299 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-681d7f6b-1b42-4762-89b5-9d401d1abf8a req-3e39300d-ae57-453e-8565-28adbf8d79d3 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 Sep 07 20:29:33.007423 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-6946e204-44b3-4f5a-b747-de58f8be7813 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:33.009167 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-6946e204-44b3-4f5a-b747-de58f8be7813 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 814 time: 0.1047032 Sep 07 20:29:33.025155 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ef11df53-24a4-445e-bf4e-e29dc4943b99 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/quotas/beda1b2863734483be433da9e24153ae HTTP/1.1" status: 200 len: 375 time: 0.0100265 Sep 07 20:29:33.078004 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-14c75b6d-0efc-4f79-ac90-42e360325882 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472069 Sep 07 20:29:33.166530 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-73a8aff1-4b20-4c9c-82c0-14055940c7bd service neutron] 10.222.0.72 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808320 Sep 07 20:29:33.266243 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-23e18484-dfe4-463a-bfbe-738f85b228ee service neutron] 10.222.0.72 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934846 Sep 07 20:29:33.502908 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5b4fbc1f-282a-442c-9711-1aaba5324aae req-90bba46a-67ed-43d1-acde-ee22f05eb470 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.0352225 Sep 07 20:29:33.845354 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1e91-e082-40ca-b25d-cd643e26b3d3 req-d1215544-56b4-4100-8277-875a2df41e29 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:33.847427 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-247d1e91-e082-40ca-b25d-cd643e26b3d3 req-d1215544-56b4-4100-8277-875a2df41e29 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0465963 Sep 07 20:29:33.884597 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-247d1e91-e082-40ca-b25d-cd643e26b3d3 req-2d5634f7-2cd7-4cc9-aea9-02217c4f2705 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308607 Sep 07 20:29:34.016186 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ce36f-0cf3-4453-a42b-3c28e1d16f18 req-4a0d745d-eb7c-4f1f-a8a8-cbf1061ff771 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:34.016377 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 40438) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:34.024442 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-975ce36f-0cf3-4453-a42b-3c28e1d16f18 req-4a0d745d-eb7c-4f1f-a8a8-cbf1061ff771 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0653017 Sep 07 20:29:34.074297 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-975ce36f-0cf3-4453-a42b-3c28e1d16f18 req-5c4128d5-4578-47d5-99e0-8d47bb810472 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489898 Sep 07 20:29:34.134330 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-27ef38ea-4c11-403b-912b-9f880d65816f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:34.230396 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-27ef38ea-4c11-403b-912b-9f880d65816f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:34.324980 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-27ef38ea-4c11-403b-912b-9f880d65816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:34.362429 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef38ea-4c11-403b-912b-9f880d65816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd0d24-5fa2-499a-9ed7-5fed87af0c6e,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:34.369643 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-27ef38ea-4c11-403b-912b-9f880d65816f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df14d5e77bce4bd8b9d01fa3003e28d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506086 Sep 07 20:29:34.372115 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 40450) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:34.424045 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b733b6e7-c734-423c-a82b-01871efc7ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:34.445413 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b733b6e7-c734-423c-a82b-01871efc7ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:34.583519 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b733b6e7-c734-423c-a82b-01871efc7ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:34.586333 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b733b6e7-c734-423c-a82b-01871efc7ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:34.587456 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-b733b6e7-c734-423c-a82b-01871efc7ae6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49bd0d24-5fa2-499a-9ed7-5fed87af0c6e HTTP/1.1" status: 204 len: 168 time: 0.2143583 Sep 07 20:29:34.617545 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3b5257ea-6573-447b-95f2-3420faf308b4 req-5a08b7d5-d59c-4a43-ab67-d0a45cf00b91 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.0350571 Sep 07 20:29:34.620440 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733b6e7-c734-423c-a82b-01871efc7ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd0d24-5fa2-499a-9ed7-5fed87af0c6e,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:35.250931 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 40478) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:35.359434 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cdf2194c-fa3c-4b37-8611-96974035956f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.401001 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 40482) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:35.413969 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e36b9432-c504-46f5-a8d9-9fefbd6f361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.449861 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cdf2194c-fa3c-4b37-8611-96974035956f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.510285 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cdf2194c-fa3c-4b37-8611-96974035956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.546814 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2194c-fa3c-4b37-8611-96974035956f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f42ef1-2b71-407e-bbc3-c83f1e8810e3,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:35.553972 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-cdf2194c-fa3c-4b37-8611-96974035956f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c34b484fa6bf43d784e8b95d5ff699c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013651 Sep 07 20:29:35.558689 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 40484) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:35.596819 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e36b9432-c504-46f5-a8d9-9fefbd6f361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.607860 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-86302997-17ed-4031-b45b-4ec094467a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.629778 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-86302997-17ed-4031-b45b-4ec094467a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.670515 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e36b9432-c504-46f5-a8d9-9fefbd6f361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.707878 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b9432-c504-46f5-a8d9-9fefbd6f361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ac911-b6ec-4762-87b4-24e933ab7eb8,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:35.712191 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e36b9432-c504-46f5-a8d9-9fefbd6f361d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8841e73c4157436185fa17f6448d89b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101721 Sep 07 20:29:35.714913 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 40488) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:35.733992 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-86302997-17ed-4031-b45b-4ec094467a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.737243 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-86302997-17ed-4031-b45b-4ec094467a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.741502 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-86302997-17ed-4031-b45b-4ec094467a59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b0f42ef1-2b71-407e-bbc3-c83f1e8810e3 HTTP/1.1" status: 204 len: 168 time: 0.1793466 Sep 07 20:29:35.749988 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86302997-17ed-4031-b45b-4ec094467a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f42ef1-2b71-407e-bbc3-c83f1e8810e3,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:35.780679 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7c64-bcc9-4d7a-90c0-37823cc27a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.803852 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7c64-bcc9-4d7a-90c0-37823cc27a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.928100 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7c64-bcc9-4d7a-90c0-37823cc27a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.932703 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bcfa7c64-bcc9-4d7a-90c0-37823cc27a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:35.934156 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-bcfa7c64-bcc9-4d7a-90c0-37823cc27a83 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e1ac911-b6ec-4762-87b4-24e933ab7eb8 HTTP/1.1" status: 204 len: 168 time: 0.2182972 Sep 07 20:29:35.946272 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa7c64-bcc9-4d7a-90c0-37823cc27a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ac911-b6ec-4762-87b4-24e933ab7eb8,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:36.230542 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:37.728300 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fc0ec0c6-e255-4042-86af-e2558691d544 req-969c463e-decb-462f-b5d8-63515cb38692 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.0295796 Sep 07 20:29:41.435504 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-be1d9e27-090e-43ba-9dbe-f118520aff45 req-fd8e4e16-96b1-4709-9ea9-c9b4c45d5de8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.0284233 Sep 07 20:29:41.600092 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-3d546a50-5733-48d3-9d64-379ac1db79f1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:41.601470 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-3d546a50-5733-48d3-9d64-379ac1db79f1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 814 time: 0.0986960 Sep 07 20:29:41.620697 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Request body: {'port': {'device_id': '98c6a9a0-8034-4001-adb3-ad1c0f19b811', 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21', 'admin_state_up': True, 'tenant_id': 'beda1b2863734483be433da9e24153ae'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:29:41.790379 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e55329-e782-487c-9052-bdf20c7c7bf6 req-dcfce11a-3595-4cbf-9344-3d50f8a65fce tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:41.791983 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-36e55329-e782-487c-9052-bdf20c7c7bf6 req-dcfce11a-3595-4cbf-9344-3d50f8a65fce tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0490375 Sep 07 20:29:41.839345 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Made reservation on behalf of beda1b2863734483be433da9e24153ae for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:29:41.842784 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:41.885012 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-36e55329-e782-487c-9052-bdf20c7c7bf6 req-cc57137a-1a70-4180-a5e3-f139fe155fd4 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865874 Sep 07 20:29:42.155611 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-f2c6b16b-3538-4df1-baff-f3acb6aedf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:42.157114 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-f2c6b16b-3538-4df1-baff-f3acb6aedf8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1098 time: 0.3496130 Sep 07 20:29:42.276151 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Allocated IP 172.20.0.4 (56ff01e1-7605-4fc2-960b-3d55c1792c21/97689332-4ac5-45ba-beaa-67224dbf1809/96998a06-c95e-4eab-ad56-0d28b1c80fc0) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:29:42.314703 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-ad7cdea7-444c-4771-a0fc-734eec975c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:42.316196 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-ad7cdea7-444c-4771-a0fc-734eec975c96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 919 time: 0.1405342 Sep 07 20:29:42.369371 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-3e375aad-718f-42fe-b1f4-1a7ed501685e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870 HTTP/1.1" status: 200 len: 217 time: 0.0413814 Sep 07 20:29:42.485130 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-b1e4a9de-fd38-4f49-98f4-4e1c7842b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:42.486665 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-b1e4a9de-fd38-4f49-98f4-4e1c7842b179 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 200 len: 858 time: 0.0999396 Sep 07 20:29:42.549134 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-2c902dd0-b0f1-4f27-bc55-2bc13583398f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34dad5fb-6e19-44ba-a9cf-679924a85e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463767 Sep 07 20:29:42.570255 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:42.575067 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e3408035-3250-4dcd-8a81-6da68f5f1736 req-743957f6-f165-469f-a788-1d700506345d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.0582314 Sep 07 20:29:42.678173 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-86faa0d2-7114-45c1-bc41-401efc386afa service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053915 Sep 07 20:29:42.760227 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:42.780014 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['227675d8-a5ad-4d92-8807-6b0eaa80362f', 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:29:42.822170 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a46ac28c-548e-4227-9bd8-e9f6b3e3b720 req-7b6627d5-fdf5-4502-876c-9fae3fc9eb02 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317754 Sep 07 20:29:42.824040 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Network 56ff01e1-7605-4fc2-960b-3d55c1792c21 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:29:42.827979 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Pushing event updated for resources: {'Port': ['ID=96998a06-c95e-4eab-ad56-0d28b1c80fc0,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:42.831153 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:29:42.833313 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:29:42.881225 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:42.881879 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:42.960642 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-7b189c0e-31b5-4f8c-9fa5-3e03f46c17b6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3435259 Sep 07 20:29:42.983186 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Request body: {'port': {'device_id': '98c6a9a0-8034-4001-adb3-ad1c0f19b811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:29:43.101792 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:43.118686 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc990af-7324-4aa5-9059-60248f2292e4 req-3a081db9-c5ce-4140-9d87-71746f740a98 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:43.120239 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfc990af-7324-4aa5-9059-60248f2292e4 req-3a081db9-c5ce-4140-9d87-71746f740a98 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0816910 Sep 07 20:29:43.198948 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfc990af-7324-4aa5-9059-60248f2292e4 req-f40f21a2-c4bf-4fc4-9a95-791298c291ec tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712812 Sep 07 20:29:43.410287 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96998a06-c95e-4eab-ad56-0d28b1c80fc0 {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:29:43.430184 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:43.442600 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Transition to ACTIVE for port object 96998a06-c95e-4eab-ad56-0d28b1c80fc0 will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:29:43.545516 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:43.610457 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Pushing event updated for resources: {'Port': ['ID=96998a06-c95e-4eab-ad56-0d28b1c80fc0,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:43.658569 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Attempting to bind port 96998a06-c95e-4eab-ad56-0d28b1c80fc0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:29:43.659147 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Attempting to bind port 96998a06-c95e-4eab-ad56-0d28b1c80fc0 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:29:43.659474 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Attempting to bind port 96998a06-c95e-4eab-ad56-0d28b1c80fc0 on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:29:43.663803 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Port 96998a06-c95e-4eab-ad56-0d28b1c80fc0 on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:29:43.664113 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Attempting to bind port 96998a06-c95e-4eab-ad56-0d28b1c80fc0 on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:29:43.669787 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:29:43.676869 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Checking segment: {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:29:43.676869 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Bound using segment: {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:29:43.676869 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Bound port: 96998a06-c95e-4eab-ad56-0d28b1c80fc0, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:29:43.676869 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:43.738763 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] For port 96998a06-c95e-4eab-ad56-0d28b1c80fc0, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:29:43.741671 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] For port 96998a06-c95e-4eab-ad56-0d28b1c80fc0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96998a06-c95e-4eab-ad56-0d28b1c80fc0,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:29:43.816778 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:43.854103 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:43.854709 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:43.856098 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] 10.222.0.59 "PUT /v2.0/ports/96998a06-c95e-4eab-ad56-0d28b1c80fc0 HTTP/1.1" status: 200 len: 1093 time: 0.8811667 Sep 07 20:29:43.856528 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c6a9a0-8034-4001-adb3-ad1c0f19b811', 'tag': '96998a06-c95e-4eab-ad56-0d28b1c80fc0'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:29:43.858802 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2" -d '{"events": [{"name": "network-changed", "server_uuid": "98c6a9a0-8034-4001-adb3-ad1c0f19b811", "tag": "96998a06-c95e-4eab-ad56-0d28b1c80fc0"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:29:43.880856 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4201db-35fc-4b54-b7d7-551927dff560 service neutron] Pushing event updated for resources: {'Port': ['ID=96998a06-c95e-4eab-ad56-0d28b1c80fc0,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:45.219067 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-44cafabe-6cf8-4486-b370-4619b245c9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:46.608320 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ecf78b83-2049-46ef-b459-8b5dd74b2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:46.610535 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-ecf78b83-2049-46ef-b459-8b5dd74b2f97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 1096 time: 0.0469382 Sep 07 20:29:46.624649 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cde08a-6ebe-45ec-a462-5d76a3a02630 x-openstack-request-id: req-89cde08a-6ebe-45ec-a462-5d76a3a02630 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:29:46.624649 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c6a9a0-8034-4001-adb3-ad1c0f19b811", "tag": "96998a06-c95e-4eab-ad56-0d28b1c80fc0", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:29:46.624649 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89cde08a-6ebe-45ec-a462-5d76a3a02630 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:29:46.625134 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c6a9a0-8034-4001-adb3-ad1c0f19b811', 'tag': '96998a06-c95e-4eab-ad56-0d28b1c80fc0', 'status': 'completed', 'code': 200} Sep 07 20:29:46.693562 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-d235e556-1ba3-4289-9823-b5f0eb1c453b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96998a06-c95e-4eab-ad56-0d28b1c80fc0 HTTP/1.1" status: 200 len: 217 time: 0.0563521 Sep 07 20:29:46.772726 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaaf10-ddaa-484d-8320-1e1314edd069 req-3ed6680a-bde2-4b26-a704-ea47b3910b91 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:46.774247 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4feaaf10-ddaa-484d-8320-1e1314edd069 req-3ed6680a-bde2-4b26-a704-ea47b3910b91 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 943 time: 0.1482704 Sep 07 20:29:46.792694 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-9b50e32d-2fac-40fd-85d3-93757a77e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:46.794118 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-9b50e32d-2fac-40fd-85d3-93757a77e787 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=97689332-4ac5-45ba-beaa-67224dbf1809 HTTP/1.1" status: 200 len: 854 time: 0.0883007 Sep 07 20:29:46.814040 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a84586-e19f-4193-9470-9ab19a6a1a1c req-a9966130-abfd-454c-b2a0-5355646c9123 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:46.815411 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-73a84586-e19f-4193-9470-9ab19a6a1a1c req-a9966130-abfd-454c-b2a0-5355646c9123 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1244843 Sep 07 20:29:46.850656 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-fc8ef5f4-93bd-41be-adee-5c86fa642576 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56ff01e1-7605-4fc2-960b-3d55c1792c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330253 Sep 07 20:29:46.879389 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4feaaf10-ddaa-484d-8320-1e1314edd069 req-9b88fd48-7c0d-4db6-98a7-b6c06e7c82fe tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967357 Sep 07 20:29:46.916362 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-73a84586-e19f-4193-9470-9ab19a6a1a1c req-ea906a13-b9d1-4103-8258-4a6dca786260 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908768 Sep 07 20:29:46.981446 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-74a16ef0-b7a1-4286-82f5-23c7813c12ba service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167943 Sep 07 20:29:47.081091 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ace58baf-1d90-414b-9f86-2efcc4c7d23a req-b441da45-470e-44ad-a7bf-726ed3b274bb service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849144 Sep 07 20:29:47.921622 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7adffcb3-b92e-4fab-b115-0177d7d37272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:48.224591 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:49.184296 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-b7a81ae7-7a37-4257-932a-aa45a08f9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:49.185831 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-b7a81ae7-7a37-4257-932a-aa45a08f9ef1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 1096 time: 0.0402312 Sep 07 20:29:49.653004 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:50.420661 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-cb26073e-333a-492f-9b72-7e3c453f2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:50.422158 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-cb26073e-333a-492f-9b72-7e3c453f2834 service neutron] 10.222.0.59 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 915 time: 0.1540058 Sep 07 20:29:50.434779 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4bc7a-7824-4f7f-8e65-afb26da534dd req-90e01627-42b2-4317-aa7c-96e496f3c5cb tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:50.436168 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bbe4bc7a-7824-4f7f-8e65-afb26da534dd req-90e01627-42b2-4317-aa7c-96e496f3c5cb tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1049774 Sep 07 20:29:50.449959 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfa438-a791-413e-a30f-c9f81b34782d req-db70c5ce-a89e-43e7-9047-28d86d2c77dc tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:50.451350 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-62cfa438-a791-413e-a30f-c9f81b34782d req-db70c5ce-a89e-43e7-9047-28d86d2c77dc tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 943 time: 0.1187866 Sep 07 20:29:50.497074 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-0d127f80-d12c-4e2a-9e23-94006f31f927 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96998a06-c95e-4eab-ad56-0d28b1c80fc0 HTTP/1.1" status: 200 len: 217 time: 0.0592849 Sep 07 20:29:50.556197 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bbe4bc7a-7824-4f7f-8e65-afb26da534dd req-6dc75973-81a9-4797-b764-7e26cb3a7509 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038890 Sep 07 20:29:50.570540 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-62cfa438-a791-413e-a30f-c9f81b34782d req-748ebcd3-4d46-4c80-9488-c651191eb164 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111999 Sep 07 20:29:50.579744 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-abb3d8a3-1bc2-45db-82d5-ba2ee8a56253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:50.581256 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-abb3d8a3-1bc2-45db-82d5-ba2ee8a56253 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=97689332-4ac5-45ba-beaa-67224dbf1809 HTTP/1.1" status: 200 len: 854 time: 0.0647552 Sep 07 20:29:50.619992 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-b59713cb-1f37-4902-ba16-38a57cb197e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56ff01e1-7605-4fc2-960b-3d55c1792c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277758 Sep 07 20:29:50.693020 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:50.710389 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-265f3dc3-d01e-45a0-b901-c3f47abcd2cb service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818794 Sep 07 20:29:50.814570 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a2fd3ab-05bc-4195-9678-3ce5e6f1bee2 req-8844e5e8-d32f-49d4-8447-0c493ea9d10e service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869658 Sep 07 20:29:51.381805 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 96998a06-c95e-4eab-ad56-0d28b1c80fc0 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:29:51.483847 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 96998a06-c95e-4eab-ad56-0d28b1c80fc0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96998a06-c95e-4eab-ad56-0d28b1c80fc0,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:29:51.495176 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '96998a06-c95e-4eab-ad56-0d28b1c80fc0', 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21', 'port_id': '96998a06-c95e-4eab-ad56-0d28b1c80fc0', 'mac_address': 'fa:16:3e:b8:b6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97689332-4ac5-45ba-beaa-67224dbf1809', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:29:51.534968 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:51.545155 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96998a06-c95e-4eab-ad56-0d28b1c80fc0 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:29:51.571800 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 96998a06-c95e-4eab-ad56-0d28b1c80fc0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96998a06-c95e-4eab-ad56-0d28b1c80fc0,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:29:51.659557 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:51.706052 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16726719-f40b-44dd-bd8f-6a3d5687f7b9 req-20387b26-d964-4f2b-bbdd-12fe57ef989f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:51.707712 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-16726719-f40b-44dd-bd8f-6a3d5687f7b9 req-20387b26-d964-4f2b-bbdd-12fe57ef989f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0799534 Sep 07 20:29:51.715508 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=96998a06-c95e-4eab-ad56-0d28b1c80fc0,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:51.720411 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e9f53-67c2-4964-81b0-79bbd29a8fa2 req-bfe2c8c6-e8a3-4d36-89fd-cf734afee5c8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:51.722158 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a18e9f53-67c2-4964-81b0-79bbd29a8fa2 req-bfe2c8c6-e8a3-4d36-89fd-cf734afee5c8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 944 time: 0.0686488 Sep 07 20:29:51.783589 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-16726719-f40b-44dd-bd8f-6a3d5687f7b9 req-4324a76a-ae8f-4250-be56-ab798c9bccb6 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602262 Sep 07 20:29:51.789740 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a18e9f53-67c2-4964-81b0-79bbd29a8fa2 req-19699342-5489-4c8e-9f25-1d0b949d57f1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Sep 07 20:29:52.057061 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['96998a06-c95e-4eab-ad56-0d28b1c80fc0'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:29:52.276294 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 40852) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:52.394212 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-127cd599-40a3-4b1b-b7fe-83da064eb197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:52.488237 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-127cd599-40a3-4b1b-b7fe-83da064eb197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:52.587172 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-127cd599-40a3-4b1b-b7fe-83da064eb197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:52.622922 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cd599-40a3-4b1b-b7fe-83da064eb197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111078c5-2ad9-4680-86a7-95a65851e6e7,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:52.627721 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-127cd599-40a3-4b1b-b7fe-83da064eb197 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e9e2a615f404b4eab458e5c14fd27ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503857 Sep 07 20:29:52.630348 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 40864) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:52.680805 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ecf20dcd-7067-4d35-ab8a-de4539df4d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:52.701865 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ecf20dcd-7067-4d35-ab8a-de4539df4d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:52.816463 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ecf20dcd-7067-4d35-ab8a-de4539df4d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:52.819289 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ecf20dcd-7067-4d35-ab8a-de4539df4d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:52.823173 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ecf20dcd-7067-4d35-ab8a-de4539df4d7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/111078c5-2ad9-4680-86a7-95a65851e6e7 HTTP/1.1" status: 204 len: 168 time: 0.1918571 Sep 07 20:29:52.833303 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf20dcd-7067-4d35-ab8a-de4539df4d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111078c5-2ad9-4680-86a7-95a65851e6e7,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:52.938100 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef1e70-49d7-4134-8fd1-1f8831418bf5 req-0d78f25c-b597-40d3-89b4-c5e02a8fca08 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:52.940075 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f0ef1e70-49d7-4134-8fd1-1f8831418bf5 req-0d78f25c-b597-40d3-89b4-c5e02a8fca08 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 944 time: 0.0770926 Sep 07 20:29:52.952495 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17afdad-4394-4fd6-84e8-cf92a25c1ca1 req-0ffaf9db-46c6-482e-a096-11da4d7686fa tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:52.953952 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d17afdad-4394-4fd6-84e8-cf92a25c1ca1 req-0ffaf9db-46c6-482e-a096-11da4d7686fa tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0651467 Sep 07 20:29:53.008441 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f0ef1e70-49d7-4134-8fd1-1f8831418bf5 req-a19bd9c2-a195-466a-a428-994ce454a931 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 Sep 07 20:29:53.013288 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d17afdad-4394-4fd6-84e8-cf92a25c1ca1 req-7a28ce52-5e47-4f1f-84df-56b96e3107c3 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528059 Sep 07 20:29:53.463270 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 40882) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:53.483575 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06a793c8-2f6e-41a1-9b6e-c0083c1c1102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:53.576206 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06a793c8-2f6e-41a1-9b6e-c0083c1c1102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:53.647161 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06a793c8-2f6e-41a1-9b6e-c0083c1c1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:53.684010 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a793c8-2f6e-41a1-9b6e-c0083c1c1102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758ff222-4e8c-427c-995a-9bd99cbf6162,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:53.688213 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-06a793c8-2f6e-41a1-9b6e-c0083c1c1102 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d2dcbdd7028643e2aadee4b998eda11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239304 Sep 07 20:29:53.690846 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 40890) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:53.738942 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-19460617-47e8-498c-8ef0-62304c210e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:53.760465 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-19460617-47e8-498c-8ef0-62304c210e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:53.904469 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-19460617-47e8-498c-8ef0-62304c210e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:53.907095 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-19460617-47e8-498c-8ef0-62304c210e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:53.908289 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-19460617-47e8-498c-8ef0-62304c210e0d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/758ff222-4e8c-427c-995a-9bd99cbf6162 HTTP/1.1" status: 204 len: 168 time: 0.2165389 Sep 07 20:29:53.916760 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19460617-47e8-498c-8ef0-62304c210e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758ff222-4e8c-427c-995a-9bd99cbf6162,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:54.558182 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 40906) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:54.570889 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7048857f-49df-463e-b879-1030e0c82b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:54.656557 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7048857f-49df-463e-b879-1030e0c82b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:54.713497 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7048857f-49df-463e-b879-1030e0c82b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:54.754940 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-7048857f-49df-463e-b879-1030e0c82b5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1a80ad1b9814fb19b25ec2cc19c8315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956491 Sep 07 20:29:54.756163 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048857f-49df-463e-b879-1030e0c82b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f8c59-3b05-4e0d-8544-612f03aca576,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:54.758676 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 40908) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:54.811434 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d748e39b-4e43-41e2-996c-727f77b6f17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:54.831488 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d748e39b-4e43-41e2-996c-727f77b6f17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:54.950303 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d748e39b-4e43-41e2-996c-727f77b6f17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:54.952872 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d748e39b-4e43-41e2-996c-727f77b6f17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:54.954546 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d748e39b-4e43-41e2-996c-727f77b6f17c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/414f8c59-3b05-4e0d-8544-612f03aca576 HTTP/1.1" status: 204 len: 168 time: 0.1938827 Sep 07 20:29:54.962679 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748e39b-4e43-41e2-996c-727f77b6f17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f8c59-3b05-4e0d-8544-612f03aca576,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:55.990536 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca0805-ad2d-4cac-b7cc-dfaf21f004de req-186033dc-9c36-402a-94ec-c247da64ed18 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:55.992466 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c8ca0805-ad2d-4cac-b7cc-dfaf21f004de req-186033dc-9c36-402a-94ec-c247da64ed18 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 944 time: 0.0795782 Sep 07 20:29:56.012491 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7715c27-d29d-424d-83ff-e0a2d0f9e23b req-d1062fc8-78f5-4fdd-b532-c72572198793 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:56.014000 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d7715c27-d29d-424d-83ff-e0a2d0f9e23b req-d1062fc8-78f5-4fdd-b532-c72572198793 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0902042 Sep 07 20:29:56.063955 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c8ca0805-ad2d-4cac-b7cc-dfaf21f004de req-c7a4079b-5215-481d-8cc1-c24d36959470 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657158 Sep 07 20:29:56.071363 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d7715c27-d29d-424d-83ff-e0a2d0f9e23b req-a5f44557-f969-4e84-84af-19a723eb9030 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491154 Sep 07 20:29:57.214600 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f405ee-fed3-4c4d-bd15-d6d1e538277e req-64414e51-fb2a-4204-a1e6-7df11c6cae02 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:57.216090 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-75f405ee-fed3-4c4d-bd15-d6d1e538277e req-64414e51-fb2a-4204-a1e6-7df11c6cae02 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 944 time: 0.0782697 Sep 07 20:29:57.228185 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f33942-52ba-4d30-8151-ef3d17450acb req-c564d92e-19dc-4b36-b892-4efd2351ea23 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:57.229661 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d7f33942-52ba-4d30-8151-ef3d17450acb req-c564d92e-19dc-4b36-b892-4efd2351ea23 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0825431 Sep 07 20:29:57.278277 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-75f405ee-fed3-4c4d-bd15-d6d1e538277e req-caea5931-eb00-4927-a115-9b8446e97fb5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476267 Sep 07 20:29:57.291349 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d7f33942-52ba-4d30-8151-ef3d17450acb req-7a98e82b-42da-4978-b4df-21fc557cfd9c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535836 Sep 07 20:29:57.421160 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 96998a06-c95e-4eab-ad56-0d28b1c80fc0 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:29:57.536321 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 96998a06-c95e-4eab-ad56-0d28b1c80fc0 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:29:57.540441 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 96998a06-c95e-4eab-ad56-0d28b1c80fc0 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:29:57.540814 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:57.624188 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:57.648761 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c6a9a0-8034-4001-adb3-ad1c0f19b811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96998a06-c95e-4eab-ad56-0d28b1c80fc0'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:29:57.651057 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51520aba-433c-4d6c-acc0-7616e6382720" -d '{"events": [{"server_uuid": "98c6a9a0-8034-4001-adb3-ad1c0f19b811", "name": "network-vif-plugged", "status": "completed", "tag": "96998a06-c95e-4eab-ad56-0d28b1c80fc0"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:29:57.664746 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 96998a06-c95e-4eab-ad56-0d28b1c80fc0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96998a06-c95e-4eab-ad56-0d28b1c80fc0,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:29:57.689213 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b21668-38fa-41eb-9a9c-8ad0ec85a0be x-openstack-request-id: req-c8b21668-38fa-41eb-9a9c-8ad0ec85a0be {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:29:57.689496 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c6a9a0-8034-4001-adb3-ad1c0f19b811", "name": "network-vif-plugged", "status": "completed", "tag": "96998a06-c95e-4eab-ad56-0d28b1c80fc0", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:29:57.689769 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c8b21668-38fa-41eb-9a9c-8ad0ec85a0be {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:29:57.690162 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c6a9a0-8034-4001-adb3-ad1c0f19b811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96998a06-c95e-4eab-ad56-0d28b1c80fc0', 'code': 200} Sep 07 20:29:57.742137 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:57.793070 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=96998a06-c95e-4eab-ad56-0d28b1c80fc0,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:58.089034 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b87b1d-f646-47dc-a0b1-149dcad8973f req-633010a3-a8ec-4e5b-9f8b-853b607efe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:58.090596 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f4b87b1d-f646-47dc-a0b1-149dcad8973f req-633010a3-a8ec-4e5b-9f8b-853b607efe16 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 1098 time: 0.0405040 Sep 07 20:29:58.131131 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f4b87b1d-f646-47dc-a0b1-149dcad8973f req-a6e5d19e-a98f-494c-9062-c16d45e9dbd3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283937 Sep 07 20:29:58.297660 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41006) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:58.424264 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:58.429655 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfde55-c607-444a-90d3-4ec8267f783e req-3826ac13-c313-4994-b536-5bac576cb9c4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:58.431213 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b9cfde55-c607-444a-90d3-4ec8267f783e req-3826ac13-c313-4994-b536-5bac576cb9c4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 945 time: 0.0781388 Sep 07 20:29:58.454945 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cbeba-2a05-4547-867b-02273989d4e8 req-6ff88532-5b92-413a-b971-d57ffef8efa4 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:58.456565 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-447cbeba-2a05-4547-867b-02273989d4e8 req-6ff88532-5b92-413a-b971-d57ffef8efa4 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0714376 Sep 07 20:29:58.505356 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b9cfde55-c607-444a-90d3-4ec8267f783e req-43226cf1-f4da-4c19-b6d3-e50cfb6c1788 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674446 Sep 07 20:29:58.510908 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-447cbeba-2a05-4547-867b-02273989d4e8 req-665ba78c-f283-4215-817b-431c7ae40f24 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479498 Sep 07 20:29:58.514377 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:58.624294 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:58.665968 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b897c1fe9b64d4b81479544f7ccb0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671217 Sep 07 20:29:58.666790 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1bae3c-db34-4c43-8412-bfbef5529e45,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:58.670563 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 41018) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:58.674717 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.675081 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.675418 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.675745 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.676065 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.676402 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.676723 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.677039 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.677491 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.677842 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.678277 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.678468 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165c630-e00c-49f4-b94e-d5998c817e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.734080 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:58.766032 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:58.840014 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41028) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:58.921627 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:58.928710 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:58.928710 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b1bae3c-db34-4c43-8412-bfbef5529e45 HTTP/1.1" status: 204 len: 168 time: 0.2541442 Sep 07 20:29:58.934465 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1bae3c-db34-4c43-8412-bfbef5529e45,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:58.943150 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.943508 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.943848 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.944180 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.944787 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.945121 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.945447 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.945899 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.946247 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.946569 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.946892 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.947222 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771f384-35d7-4984-a880-adc9c2e8b76c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:29:58.964347 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ae854672-e4cb-4851-9756-5c73e7039a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:59.061679 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ae854672-e4cb-4851-9756-5c73e7039a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:59.150517 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ae854672-e4cb-4851-9756-5c73e7039a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:59.198192 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 41044) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:29:59.198302 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ae854672-e4cb-4851-9756-5c73e7039a14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5657b317a58c4426acdf38d6c9e5e2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570535 Sep 07 20:29:59.200506 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae854672-e4cb-4851-9756-5c73e7039a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428361ff-ff7a-48d7-90d5-6e8664d8c322,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:59.257184 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e65d-a2b1-4cd7-b5da-b8b9b6eeb9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:59.278998 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e65d-a2b1-4cd7-b5da-b8b9b6eeb9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:59.418588 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e65d-a2b1-4cd7-b5da-b8b9b6eeb9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:59.421559 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e65d-a2b1-4cd7-b5da-b8b9b6eeb9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:29:59.422737 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-bbd8e65d-a2b1-4cd7-b5da-b8b9b6eeb9bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/428361ff-ff7a-48d7-90d5-6e8664d8c322 HTTP/1.1" status: 204 len: 168 time: 0.2236538 Sep 07 20:29:59.431268 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8e65d-a2b1-4cd7-b5da-b8b9b6eeb9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428361ff-ff7a-48d7-90d5-6e8664d8c322,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:29:59.681064 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cbbb8-9d57-47ef-a16c-79f0f9894e06 req-f70c989e-3ed2-4ef1-8454-ea012264cef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:59.682635 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-896cbbb8-9d57-47ef-a16c-79f0f9894e06 req-f70c989e-3ed2-4ef1-8454-ea012264cef0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 945 time: 0.1026182 Sep 07 20:29:59.704889 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b865a93-2a5c-4d02-8178-ea9d0d5329f1 req-896bd750-81d7-4813-9705-76366e8277db tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:29:59.706388 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0b865a93-2a5c-4d02-8178-ea9d0d5329f1 req-896bd750-81d7-4813-9705-76366e8277db tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0773928 Sep 07 20:29:59.759654 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-896cbbb8-9d57-47ef-a16c-79f0f9894e06 req-44ec535e-d176-4358-ba61-39e71ce0b022 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683393 Sep 07 20:29:59.765055 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0b865a93-2a5c-4d02-8178-ea9d0d5329f1 req-038e8f2a-e23c-4538-b08c-13779cb7c9d7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511091 Sep 07 20:30:03.117292 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:30:03.170556 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19649822-3e6e-45af-bdfa-eb04036672dc req-ecc8bf39-d4f8-4141-b79e-feacbd0c792f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:03.172204 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-19649822-3e6e-45af-bdfa-eb04036672dc req-ecc8bf39-d4f8-4141-b79e-feacbd0c792f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0565724 Sep 07 20:30:03.236234 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-19649822-3e6e-45af-bdfa-eb04036672dc req-5fcc5abd-3eca-4649-811e-ea875c0ce147 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535479 Sep 07 20:30:03.247609 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805df78-b6c6-4c5e-bb7f-01db7f778ba8 req-edc4b8be-ef90-4356-85fa-58e264bf0dfd tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:03.249156 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7805df78-b6c6-4c5e-bb7f-01db7f778ba8 req-edc4b8be-ef90-4356-85fa-58e264bf0dfd tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 945 time: 0.0755289 Sep 07 20:30:03.287639 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7805df78-b6c6-4c5e-bb7f-01db7f778ba8 req-739af331-495a-4466-a920-6c3f6f8d37a2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Sep 07 20:30:04.362407 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859efedb-1135-4669-8a7c-c0b2104acc9f req-0de030cb-bef0-4305-affc-c3394d6b7d32 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:04.364016 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-859efedb-1135-4669-8a7c-c0b2104acc9f req-0de030cb-bef0-4305-affc-c3394d6b7d32 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0534554 Sep 07 20:30:04.409024 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-859efedb-1135-4669-8a7c-c0b2104acc9f req-b9c3bce5-a105-4894-84b7-328c939b6b07 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 Sep 07 20:30:05.043009 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cf298-1bb1-4c19-8ed6-16a2352ae91d req-b367070a-9a9a-4819-8004-95ffd8d43136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:05.044548 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f12cf298-1bb1-4c19-8ed6-16a2352ae91d req-b367070a-9a9a-4819-8004-95ffd8d43136 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1098 time: 0.0400333 Sep 07 20:30:05.082486 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f12cf298-1bb1-4c19-8ed6-16a2352ae91d req-ce9e98f0-daf2-4bf5-afda-2427402af6d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279250 Sep 07 20:30:05.612750 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e218b3-465d-48cb-962b-ba6650fd4bf8 req-7bd4aaec-1c23-4604-8dd4-f0666af744d8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:05.614256 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e3e218b3-465d-48cb-962b-ba6650fd4bf8 req-7bd4aaec-1c23-4604-8dd4-f0666af744d8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0558383 Sep 07 20:30:05.651238 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e3e218b3-465d-48cb-962b-ba6650fd4bf8 req-07da134a-dfd9-4650-9374-4359958d340c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Sep 07 20:30:06.312727 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:06.386464 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-6853340a-bf0b-4588-92ec-d053c39e631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:06.386464 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-6853340a-bf0b-4588-92ec-d053c39e631c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1098 time: 0.0619729 Sep 07 20:30:06.527712 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-1d7fc965-1f6e-447e-935e-82003c55f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:06.531599 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-1d7fc965-1f6e-447e-935e-82003c55f559 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 919 time: 0.1046622 Sep 07 20:30:06.602322 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41262) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:06.604385 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-96b7d87e-031f-41eb-ac7b-9b5820a4c7f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870 HTTP/1.1" status: 200 len: 217 time: 0.0454965 Sep 07 20:30:06.660126 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-56b990c7-5387-404d-ba2a-d5d60db8c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:06.661706 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-56b990c7-5387-404d-ba2a-d5d60db8c089 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 200 len: 858 time: 0.0479884 Sep 07 20:30:06.700217 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-45175306-0d81-4e95-91a0-0d1592f845a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34dad5fb-6e19-44ba-a9cf-679924a85e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270028 Sep 07 20:30:06.715609 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8f95026-9516-498d-9f0f-338492806ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:06.838388 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8f95026-9516-498d-9f0f-338492806ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:06.941471 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f8f95026-9516-498d-9f0f-338492806ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:06.985424 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-f8f95026-9516-498d-9f0f-338492806ef9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2557ecaf6b8246f495f1641f221b3ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790083 Sep 07 20:30:06.985424 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f95026-9516-498d-9f0f-338492806ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da39228a-ba66-45ad-81d8-4541657e8b07,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:06.986673 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41282) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:07.060907 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695d364-373f-43e6-b898-153008454eee req-11be812a-cc6f-4627-8552-abe1406153d1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:07.062517 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7695d364-373f-43e6-b898-153008454eee req-11be812a-cc6f-4627-8552-abe1406153d1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.3310392 Sep 07 20:30:07.117454 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-91573593-5ee7-4dbc-bbbc-2661fd90a553 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962688 Sep 07 20:30:07.126145 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7695d364-373f-43e6-b898-153008454eee req-6757bf22-a03c-4c6e-a2ad-2aad4e775434 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Sep 07 20:30:07.242843 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-be65297b-848f-4eb3-b408-5265989ef294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:07.255401 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53f8fbe5-4870-4daf-a1c1-e23397f38672 req-70e6d261-f3c8-4a3f-a124-ebd68a5577e5 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229138 Sep 07 20:30:07.268432 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-be65297b-848f-4eb3-b408-5265989ef294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:07.407380 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-be65297b-848f-4eb3-b408-5265989ef294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:07.410464 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-be65297b-848f-4eb3-b408-5265989ef294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:07.411658 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-be65297b-848f-4eb3-b408-5265989ef294 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da39228a-ba66-45ad-81d8-4541657e8b07 HTTP/1.1" status: 204 len: 168 time: 0.4132354 Sep 07 20:30:07.419374 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65297b-848f-4eb3-b408-5265989ef294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da39228a-ba66-45ad-81d8-4541657e8b07,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:08.256203 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c70a2-f65c-48a1-ba2c-bcc296a2b906 req-d6b67099-3510-4d49-9544-8bd529d6d385 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:08.265190 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1b4c70a2-f65c-48a1-ba2c-bcc296a2b906 req-d6b67099-3510-4d49-9544-8bd529d6d385 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0556796 Sep 07 20:30:08.299552 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1b4c70a2-f65c-48a1-ba2c-bcc296a2b906 req-ec48cd40-66ad-4803-90cc-370be45d6bc0 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Sep 07 20:30:08.341040 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41330) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:08.456399 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2b7177d1-7a3d-4bf8-bed2-bd31c38073cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:08.536748 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41342) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:08.561121 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2b7177d1-7a3d-4bf8-bed2-bd31c38073cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:08.646047 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1836165800-network', 'tenant_id': 'a8e7ee2335e8434dbe84a1a3c382960c'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:08.652092 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2b7177d1-7a3d-4bf8-bed2-bd31c38073cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:08.703265 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-2b7177d1-7a3d-4bf8-bed2-bd31c38073cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=641b992d86914c66986b4848d4258d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608503 Sep 07 20:30:08.704242 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7177d1-7a3d-4bf8-bed2-bd31c38073cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b810ac-9879-4947-86b8-82a2d077a2ce,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:08.708218 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 41350) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:08.812852 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Made reservation on behalf of a8e7ee2335e8434dbe84a1a3c382960c for: {'network': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:30:08.815501 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:08.826496 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:08.839963 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8b77e-477c-47bb-8827-b75621f3a6d4 req-8fb38d48-bc97-41f5-8212-34e7aa4eec90 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:08.842157 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6dd8b77e-477c-47bb-8827-b75621f3a6d4 req-8fb38d48-bc97-41f5-8212-34e7aa4eec90 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1182873 Sep 07 20:30:08.872681 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e758-92a1-4f08-bf61-901b79ca6d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:08.905977 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-ffe46611-52e0-4348-a23a-7be6f6c3ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:08.908007 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-ffe46611-52e0-4348-a23a-7be6f6c3ca21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1098 time: 0.1202459 Sep 07 20:30:08.934536 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e758-92a1-4f08-bf61-901b79ca6d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:08.934681 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:08.944897 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6dd8b77e-477c-47bb-8827-b75621f3a6d4 req-27a4257e-c8cb-4f24-b90a-b59a4fa6fcbb tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802813 Sep 07 20:30:09.016958 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:09.052364 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:09.054839 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-b506ce73-7b10-4227-8e9a-d912b07ff289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:09.056744 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-b506ce73-7b10-4227-8e9a-d912b07ff289 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 919 time: 0.1308775 Sep 07 20:30:09.106375 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-0aa1340f-1b26-4a05-92a2-093704cd21e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870 HTTP/1.1" status: 200 len: 217 time: 0.0393848 Sep 07 20:30:09.140222 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=94729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:30:09.140484 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e758-92a1-4f08-bf61-901b79ca6d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:09.143847 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e758-92a1-4f08-bf61-901b79ca6d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:09.144634 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-f3a8e758-92a1-4f08-bf61-901b79ca6d04 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31b810ac-9879-4947-86b8-82a2d077a2ce HTTP/1.1" status: 204 len: 168 time: 0.4329574 Sep 07 20:30:09.158287 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8e758-92a1-4f08-bf61-901b79ca6d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b810ac-9879-4947-86b8-82a2d077a2ce,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:09.161815 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:09.162162 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.segments_db [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Added segment 49c31658-b510-4712-88c3-9872fa0389d6 of type vlan for network 4fb9f46d-3963-4276-9b2b-c998b91c7828 Sep 07 20:30:09.168928 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-6a808123-13fa-402c-8151-e5b53ad4a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:09.170464 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-6a808123-13fa-402c-8151-e5b53ad4a7c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 200 len: 858 time: 0.0566838 Sep 07 20:30:09.216177 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-ee56f20a-d627-4917-8445-f819114153a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34dad5fb-6e19-44ba-a9cf-679924a85e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258577 Sep 07 20:30:09.217504 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:09.294414 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:09.295877 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:09.296539 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:09.316648 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-8f050fe5-4f4b-453d-b37d-6701bc05f906 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915749 Sep 07 20:30:09.358492 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] Pushing event updated for resources: {'Network': ['ID=4fb9f46d-3963-4276-9b2b-c998b91c7828,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:09.369195 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 4fb9f46d-3963-4276-9b2b-c998b91c7828 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:30:09.416062 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-832d0664-d0d9-4c9f-913c-2314cbc27352 req-6b7ae568-4858-49a7-b994-bf9cb658433d service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897639 Sep 07 20:30:09.425652 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-3b6ad2f6-e2da-4897-bce3-2cfc3ce63c5d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8849442 Sep 07 20:30:09.425947 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41368) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:09.438498 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Request body: {'subnet': {'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1836165800-subnet', 'tenant_id': 'a8e7ee2335e8434dbe84a1a3c382960c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:09.587025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Made reservation on behalf of a8e7ee2335e8434dbe84a1a3c382960c for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:30:09.589334 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130232223'] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:09.847178 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133203522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130232201'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:09.923952 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=949bd90e-d5b1-4e70-b460-7eb717dff83b,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:09.945497 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Checking segment: {'id': '49c31658-b510-4712-88c3-9872fa0389d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:09.945497 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Network hostable DHCP agents. Network: 4fb9f46d-3963-4276-9b2b-c998b91c7828, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:30:10.028110 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Network 4fb9f46d-3963-4276-9b2b-c998b91c7828 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:30:10.112020 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188a785-736c-40b7-9f53-31bf0f32df3a req-adcc3c83-6452-44d1-b6f0-beb462f3263f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:10.113520 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b188a785-736c-40b7-9f53-31bf0f32df3a req-adcc3c83-6452-44d1-b6f0-beb462f3263f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0742729 Sep 07 20:30:10.120070 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 4fb9f46d-3963-4276-9b2b-c998b91c7828) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:10.124508 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:10.128892 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:10.132697 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801bf4f-9bd5-4978-b0da-89fba674b051 None None] Network 4fb9f46d-3963-4276-9b2b-c998b91c7828 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:30:10.161754 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b188a785-736c-40b7-9f53-31bf0f32df3a req-cb1c6c21-7357-4144-8541-6504a9bf4c79 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Sep 07 20:30:10.201997 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5515172d-201b-4c89-bff3-aad5740f5edd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7719493 Sep 07 20:30:10.293137 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b059b4c-73d0-480c-a169-afc7aaa72cd2 None None] Network 4fb9f46d-3963-4276-9b2b-c998b91c7828 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:30:10.417893 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 41412) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:10.616263 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9e46a62e-8e7a-4bbb-bbe9-d9877de9e52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:10.706963 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9e46a62e-8e7a-4bbb-bbe9-d9877de9e52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:10.786775 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9e46a62e-8e7a-4bbb-bbe9-d9877de9e52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:10.824502 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-9e46a62e-8e7a-4bbb-bbe9-d9877de9e52c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8c433b1f7f5c48f5b5eee9ccb75f0f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053807 Sep 07 20:30:10.825525 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46a62e-8e7a-4bbb-bbe9-d9877de9e52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d25eb-af0b-4264-9d6f-8d8b82241693,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:10.827058 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41420) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:10.877315 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4d12cbb-6731-49fe-8bf9-87ece6069b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:10.898605 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4d12cbb-6731-49fe-8bf9-87ece6069b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:11.073033 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4d12cbb-6731-49fe-8bf9-87ece6069b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:11.075648 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4d12cbb-6731-49fe-8bf9-87ece6069b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:11.076772 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-a4d12cbb-6731-49fe-8bf9-87ece6069b4d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/283d25eb-af0b-4264-9d6f-8d8b82241693 HTTP/1.1" status: 204 len: 168 time: 0.2485299 Sep 07 20:30:11.085031 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d12cbb-6731-49fe-8bf9-87ece6069b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d25eb-af0b-4264-9d6f-8d8b82241693,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:11.286974 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a1f2d-e512-4951-87ff-bd26456dc61c req-783d9b89-fa3d-4e5b-9c5a-3159475c18a2 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:11.289027 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d39a1f2d-e512-4951-87ff-bd26456dc61c req-783d9b89-fa3d-4e5b-9c5a-3159475c18a2 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0558469 Sep 07 20:30:11.340767 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d39a1f2d-e512-4951-87ff-bd26456dc61c req-72ff6692-76f3-4333-8017-225c57d255bf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458438 Sep 07 20:30:11.777606 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41440) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:11.792972 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99cc1efc-9afc-42f0-b519-90362c2547c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:11.885908 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99cc1efc-9afc-42f0-b519-90362c2547c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:12.004165 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99cc1efc-9afc-42f0-b519-90362c2547c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:12.046954 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-99cc1efc-9afc-42f0-b519-90362c2547c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fe43178f7f0445138ae6365f1d958113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681146 Sep 07 20:30:12.048504 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc1efc-9afc-42f0-b519-90362c2547c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d7ff96-0571-4aa5-9398-67ae4a005171,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:12.050374 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 41442) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:12.106558 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ce32fbe1-9681-4fa7-8a7d-cc013596c69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:12.128501 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ce32fbe1-9681-4fa7-8a7d-cc013596c69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:12.267891 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ce32fbe1-9681-4fa7-8a7d-cc013596c69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:12.270748 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-ce32fbe1-9681-4fa7-8a7d-cc013596c69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:12.272204 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-ce32fbe1-9681-4fa7-8a7d-cc013596c69b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66d7ff96-0571-4aa5-9398-67ae4a005171 HTTP/1.1" status: 204 len: 168 time: 0.2206876 Sep 07 20:30:12.285430 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32fbe1-9681-4fa7-8a7d-cc013596c69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d7ff96-0571-4aa5-9398-67ae4a005171,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:12.472752 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393eded-a1c4-4192-876a-383b019208f6 req-643394ea-1d5e-448a-a882-c1af2d4e42a2 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:12.474313 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b393eded-a1c4-4192-876a-383b019208f6 req-643394ea-1d5e-448a-a882-c1af2d4e42a2 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0586979 Sep 07 20:30:12.522428 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b393eded-a1c4-4192-876a-383b019208f6 req-12131f2e-af20-4bf4-a7ef-1ade291e8058 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Sep 07 20:30:12.666979 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d41cf005-3966-4aa5-88c5-fd4c7d4696a2 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a4d78ac3708d4ec5a0e35949d61804bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503325 Sep 07 20:30:12.860852 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-a68aa956-be68-4576-a8e5-14c6cde8bd3f tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:12.865885 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-a68aa956-be68-4576-a8e5-14c6cde8bd3f tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945963 Sep 07 20:30:12.878809 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-9281d297-b24a-4fa9-88ef-d749b95afc56 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/quotas/a4d78ac3708d4ec5a0e35949d61804bf HTTP/1.1" status: 200 len: 375 time: 0.0102820 Sep 07 20:30:12.920659 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-ae273787-2429-447d-aee5-da374eeaca5b tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4d78ac3708d4ec5a0e35949d61804bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315979 Sep 07 20:30:13.209673 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1fae5cb0-cdfa-4e4e-b0ab-9f920ce52ac0 req-19a8561d-f847-4309-9616-9844cec58dfc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 210 time: 0.0435398 Sep 07 20:30:13.841852 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-57c53539-908c-4f20-a7fb-85a439cdd46b tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:13.843425 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-57c53539-908c-4f20-a7fb-85a439cdd46b tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/networks?id=4fb9f46d-3963-4276-9b2b-c998b91c7828 HTTP/1.1" status: 200 len: 814 time: 0.1087027 Sep 07 20:30:13.859009 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-98215ee3-7c16-46c5-912a-2c2fc08b7bad tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/quotas/a8e7ee2335e8434dbe84a1a3c382960c HTTP/1.1" status: 200 len: 375 time: 0.0092456 Sep 07 20:30:13.891697 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-99340c6e-87f8-48c5-9b87-7f5f1393791d tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8e7ee2335e8434dbe84a1a3c382960c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250149 Sep 07 20:30:13.987428 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-db9f7156-f27e-46e6-8438-58b9b4b14e9d service neutron] 10.222.0.72 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874534 Sep 07 20:30:14.087186 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-0d7692dc-26d9-4cd7-861d-f68512e4f716 service neutron] 10.222.0.72 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921617 Sep 07 20:30:14.337398 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7a15d36b-cd20-4fd0-9f83-6a4db46ed6ce req-f06a3d76-a432-4da5-b162-0deedb46aa8f tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 210 time: 0.0522287 Sep 07 20:30:14.406608 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-686a08e1-6b93-44b0-952c-41ea3db4e46d req-0ec6a115-12c0-4e71-be3f-b2e6cfc9afb2 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 210 time: 0.0716033 Sep 07 20:30:14.521199 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41576) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:14.597671 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e62422-32ba-4834-a9db-99d82d9f34a6 req-72938415-3f14-4b7a-9cb1-d2d6090c75f9 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:14.605938 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c5e62422-32ba-4834-a9db-99d82d9f34a6 req-72938415-3f14-4b7a-9cb1-d2d6090c75f9 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1251569 Sep 07 20:30:14.683968 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c5e62422-32ba-4834-a9db-99d82d9f34a6 req-a1f9d101-ad77-4841-9046-96a4a9f89de3 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754323 Sep 07 20:30:14.894597 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-48674cd5-8738-4e51-9a3e-556221019cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:15.074895 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-48674cd5-8738-4e51-9a3e-556221019cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:15.198463 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-48674cd5-8738-4e51-9a3e-556221019cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:15.237370 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48674cd5-8738-4e51-9a3e-556221019cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd17d95-3235-4e86-bdba-325ee13a69c2,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:15.244474 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-48674cd5-8738-4e51-9a3e-556221019cca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=029007e27d9e4812aa8d1565d8b733c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7193418 Sep 07 20:30:15.245220 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41608) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:15.246935 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0252e34f-4f0d-4d0f-9729-17bb91fc2960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:15.303943 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-207e5797-4b8c-4f1a-ad7a-f53eed98ade4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:15.326585 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-207e5797-4b8c-4f1a-ad7a-f53eed98ade4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:15.450719 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-207e5797-4b8c-4f1a-ad7a-f53eed98ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:15.454602 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-207e5797-4b8c-4f1a-ad7a-f53eed98ade4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:15.458504 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-207e5797-4b8c-4f1a-ad7a-f53eed98ade4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dfd17d95-3235-4e86-bdba-325ee13a69c2 HTTP/1.1" status: 204 len: 168 time: 0.2098701 Sep 07 20:30:15.484876 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e5797-4b8c-4f1a-ad7a-f53eed98ade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd17d95-3235-4e86-bdba-325ee13a69c2,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:15.508399 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a954621d-a034-4e30-9c61-881a876c557f req-a5aaf660-a7c4-4b17-874f-7439cd88f10a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 210 time: 0.0498092 Sep 07 20:30:15.658494 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-72c9d09c-2b82-411d-8eb9-9714a65b9674 req-dd9107d3-14e3-45e3-9e9b-e0faedc052f5 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 210 time: 0.0291057 Sep 07 20:30:15.691988 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-4a3a0670-3782-4efd-b83e-945830dad75e tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a4d78ac3708d4ec5a0e35949d61804bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281084 Sep 07 20:30:15.886480 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-db150ae8-25d1-440d-950e-57e049e49e4c tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:15.888252 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-db150ae8-25d1-440d-950e-57e049e49e4c tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815994 Sep 07 20:30:15.915236 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Request body: {'port': {'device_id': 'cbfe0c70-4bbe-4814-92f6-9f92d130dd7e', 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f', 'admin_state_up': True, 'tenant_id': 'a4d78ac3708d4ec5a0e35949d61804bf'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:16.187260 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Made reservation on behalf of a4d78ac3708d4ec5a0e35949d61804bf for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:30:16.191527 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:16.203955 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:16.349526 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:16.377868 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41644) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:16.393218 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-02d7e366-c268-450c-ae16-45b4da488918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:16.455706 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:16.495313 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89624ce-802b-49ca-8cee-55d2e3dd9fb0,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:16.587545 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-02d7e366-c268-450c-ae16-45b4da488918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:16.650005 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-02d7e366-c268-450c-ae16-45b4da488918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:16.670093 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e23ea880-da51-40c9-8786-f707957bf1b3 req-4863a044-3b21-4cfe-baee-def13a5ecf23 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 210 time: 0.0797334 Sep 07 20:30:16.730546 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Allocated IP 192.168.233.139 (4eac8d95-2f55-462e-ae52-5aaf9d0e723f/80f32153-9643-4cd6-a4f0-bf5066bdfc32/9698389d-027a-4280-abc5-03150c1c5996) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:30:16.736580 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-02d7e366-c268-450c-ae16-45b4da488918 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa0c660679104db090289a119e72140e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567445 Sep 07 20:30:16.741464 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e366-c268-450c-ae16-45b4da488918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0567512b-d9a0-4ed0-916f-40a274c2142b,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:16.747989 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41658) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:16.844328 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4e133dce-38be-4ee7-8265-fda11663fe0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:16.899711 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4e133dce-38be-4ee7-8265-fda11663fe0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:16.919329 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-688aeae7-a7dd-4a01-996f-60d7543c8cee req-0c4a1ee2-1e16-4995-b998-a6278fd64c9a tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 210 time: 0.0311677 Sep 07 20:30:17.002399 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:17.084979 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4e133dce-38be-4ee7-8265-fda11663fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:17.085194 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Transition to ACTIVE for port object 9698389d-027a-4280-abc5-03150c1c5996 will not be triggered until provisioned by entity DHCP. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:17.085316 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4e133dce-38be-4ee7-8265-fda11663fe0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:17.085316 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-4e133dce-38be-4ee7-8265-fda11663fe0f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0567512b-d9a0-4ed0-916f-40a274c2142b HTTP/1.1" status: 204 len: 168 time: 0.3333642 Sep 07 20:30:17.090567 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e133dce-38be-4ee7-8265-fda11663fe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0567512b-d9a0-4ed0-916f-40a274c2142b,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:17.135988 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-98ff52d1-117c-4352-9dfe-824fb8c9e632 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:17.137579 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-98ff52d1-117c-4352-9dfe-824fb8c9e632 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.59 "GET /v2.0/networks?id=4fb9f46d-3963-4276-9b2b-c998b91c7828 HTTP/1.1" status: 200 len: 814 time: 0.1320655 Sep 07 20:30:17.154366 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Request body: {'port': {'device_id': '75f0f213-131e-4e3c-98f5-92853b1172b1', 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828', 'admin_state_up': True, 'tenant_id': 'a8e7ee2335e8434dbe84a1a3c382960c'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:17.265633 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:17.319066 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:17.324413 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:17.329875 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:30:17.372423 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Pushing event updated for resources: {'Port': ['ID=9698389d-027a-4280-abc5-03150c1c5996,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:17.398018 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:17.398678 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:17.422242 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Made reservation on behalf of a8e7ee2335e8434dbe84a1a3c382960c for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:30:17.425860 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:17.513980 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d1587ebf-2c3a-4503-a463-3b62f43112ed tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6038496 Sep 07 20:30:17.537678 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Request body: {'port': {'device_id': 'cbfe0c70-4bbe-4814-92f6-9f92d130dd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:17.637738 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:17.641735 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Allocated IP 172.20.0.2 (4fb9f46d-3963-4276-9b2b-c998b91c7828/949bd90e-d5b1-4e70-b460-7eb717dff83b/7eb17f77-7f14-4c00-9930-f33558f6da5d) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:30:17.681536 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-ee7b391a-26e9-4c68-bf8d-3e6947a0ef25 None None] Provisioning for port 9698389d-027a-4280-abc5-03150c1c5996 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:17.686587 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-ee7b391a-26e9-4c68-bf8d-3e6947a0ef25 None None] Provisioning complete for port 9698389d-027a-4280-abc5-03150c1c5996 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:17.690690 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ee7b391a-26e9-4c68-bf8d-3e6947a0ef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:17.760471 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b391a-26e9-4c68-bf8d-3e6947a0ef25 None None] Port 9698389d-027a-4280-abc5-03150c1c5996 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:30:17.813454 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c0a846db-b083-4078-8a4f-53930a5e8b8c req-c89f46ff-879b-4c5a-be8a-170356e6317c tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 210 time: 0.0433452 Sep 07 20:30:17.998631 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8732bf7f-7494-4ca8-b711-12e9567ea49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.163216 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b42d49-3c71-46a3-86ab-6d5b20dc7d79 req-4c281b06-6fc4-4231-9bde-ccdfde384bf9 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:18.164788 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-09b42d49-3c71-46a3-86ab-6d5b20dc7d79 req-4c281b06-6fc4-4231-9bde-ccdfde384bf9 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 936 time: 0.1472020 Sep 07 20:30:18.168946 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.255725 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.392851 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41720) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:18.540051 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8f04be51-ac9f-4b1d-8cf1-d62fe176084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.571088 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-09b42d49-3c71-46a3-86ab-6d5b20dc7d79 req-4c39adb6-c0de-45d1-ac7e-98ad0cbe3891 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948724 Sep 07 20:30:18.647457 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-87c83afc-70cd-47c7-b85f-927cf0c2b9b8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:18.648972 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-87c83afc-70cd-47c7-b85f-927cf0c2b9b8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 814 time: 0.4729166 Sep 07 20:30:18.651433 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9698389d-027a-4280-abc5-03150c1c5996 {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:30:18.660665 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.672719 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8f04be51-ac9f-4b1d-8cf1-d62fe176084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.683539 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Transition to ACTIVE for port object 9698389d-027a-4280-abc5-03150c1c5996 will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:18.685376 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-fe27fbe6-aad5-4e7b-909e-8ee57eb844f0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/quotas/beda1b2863734483be433da9e24153ae HTTP/1.1" status: 200 len: 375 time: 0.0204091 Sep 07 20:30:18.736995 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.773035 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8f04be51-ac9f-4b1d-8cf1-d62fe176084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.776722 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-d5c7b099-c582-4633-9105-6477678a5798 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798171 Sep 07 20:30:18.782251 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.822700 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Network 4fb9f46d-3963-4276-9b2b-c998b91c7828 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:18.826715 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-8f04be51-ac9f-4b1d-8cf1-d62fe176084b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1224f73cbf474a959458adddca276cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326537 Sep 07 20:30:18.831380 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41736) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:18.845699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:18.854656 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:30:18.867168 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Pushing event updated for resources: {'Port': ['ID=7eb17f77-7f14-4c00-9930-f33558f6da5d,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:18.882026 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04be51-ac9f-4b1d-8cf1-d62fe176084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24edc52-b256-4c2c-b5cf-1cd70c3e5213,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:18.925465 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fd89f9cf-fd1b-4669-bd2a-8725a7fa87d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:18.974075 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fd89f9cf-fd1b-4669-bd2a-8725a7fa87d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.024904 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:19.024904 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.099429 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Pushing event updated for resources: {'Port': ['ID=9698389d-027a-4280-abc5-03150c1c5996,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:19.111808 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-87be14d5-893c-4ee8-a51b-6e04a15d1865 service neutron] 10.222.0.72 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221283 Sep 07 20:30:19.121806 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fd89f9cf-fd1b-4669-bd2a-8725a7fa87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.124627 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fd89f9cf-fd1b-4669-bd2a-8725a7fa87d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.130083 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-fd89f9cf-fd1b-4669-bd2a-8725a7fa87d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f24edc52-b256-4c2c-b5cf-1cd70c3e5213 HTTP/1.1" status: 204 len: 168 time: 0.2938442 Sep 07 20:30:19.130297 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61abd7-fbcc-47d9-b6f5-f2efcc4fdfe3 req-51dca4c4-ed22-4bf3-a9e6-bb80d23c2834 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:19.138328 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9f61abd7-fbcc-47d9-b6f5-f2efcc4fdfe3 req-51dca4c4-ed22-4bf3-a9e6-bb80d23c2834 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 931 time: 0.1731672 Sep 07 20:30:19.143628 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89f9cf-fd1b-4669-bd2a-8725a7fa87d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24edc52-b256-4c2c-b5cf-1cd70c3e5213,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:19.204964 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-2a106d4b-6930-4491-bf4b-533b5642037a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0548728 Sep 07 20:30:19.245533 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Attempting to bind port 9698389d-027a-4280-abc5-03150c1c5996 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:30:19.245894 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Attempting to bind port 9698389d-027a-4280-abc5-03150c1c5996 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '23b78a63-65a3-47ca-9489-12b841e8fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:30:19.246227 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Attempting to bind port 9698389d-027a-4280-abc5-03150c1c5996 on network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:19.252261 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Request body: {'port': {'device_id': '75f0f213-131e-4e3c-98f5-92853b1172b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:19.285287 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Port 9698389d-027a-4280-abc5-03150c1c5996 on network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:30:19.285608 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Attempting to bind port 9698389d-027a-4280-abc5-03150c1c5996 on network 4eac8d95-2f55-462e-ae52-5aaf9d0e723f {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:19.306413 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:30:19.306753 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Checking segment: {'id': '23b78a63-65a3-47ca-9489-12b841e8fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:19.307138 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Bound using segment: {'id': '23b78a63-65a3-47ca-9489-12b841e8fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:30:19.307571 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Bound port: 9698389d-027a-4280-abc5-03150c1c5996, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b78a63-65a3-47ca-9489-12b841e8fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:30:19.307928 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.317060 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9f61abd7-fbcc-47d9-b6f5-f2efcc4fdfe3 req-807ddea6-4529-495e-bc15-2e477d1d480b tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636512 Sep 07 20:30:19.377474 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-606d57ba-05e9-495a-982c-df8b584e104e service neutron] 10.222.0.72 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378817 Sep 07 20:30:19.387534 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.451528 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] For port 9698389d-027a-4280-abc5-03150c1c5996, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:30:19.477029 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] For port 9698389d-027a-4280-abc5-03150c1c5996, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9698389d-027a-4280-abc5-03150c1c5996,segment=NetworkSegment(23b78a63-65a3-47ca-9489-12b841e8fec4),segment_id=23b78a63-65a3-47ca-9489-12b841e8fec4)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:30:19.600237 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.689894 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.752227 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:19.754345 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.754345 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] 10.222.0.59 "PUT /v2.0/ports/9698389d-027a-4280-abc5-03150c1c5996 HTTP/1.1" status: 200 len: 1098 time: 2.2256258 Sep 07 20:30:19.768250 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfe0c70-4bbe-4814-92f6-9f92d130dd7e', 'tag': '9698389d-027a-4280-abc5-03150c1c5996'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:30:19.770745 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e456fb-115d-44fc-b335-077931e12a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfe0c70-4bbe-4814-92f6-9f92d130dd7e", "tag": "9698389d-027a-4280-abc5-03150c1c5996"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:30:19.896835 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174271f5-7d0a-47d6-832d-69109eaf9a4e service neutron] Pushing event updated for resources: {'Port': ['ID=9698389d-027a-4280-abc5-03150c1c5996,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:19.915501 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072b4e1-8959-413c-9339-13b011fd2e8d req-5cd6f2b1-f3e8-4def-8acb-549c53d9a942 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:19.917102 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6072b4e1-8959-413c-9339-13b011fd2e8d req-5cd6f2b1-f3e8-4def-8acb-549c53d9a942 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 948 time: 0.1988420 Sep 07 20:30:19.956484 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb17f77-7f14-4c00-9930-f33558f6da5d {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:30:19.972769 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:19.999058 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Transition to ACTIVE for port object 7eb17f77-7f14-4c00-9930-f33558f6da5d will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:20.013651 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6072b4e1-8959-413c-9339-13b011fd2e8d req-ebf7b11c-781e-41c8-bccd-41f07674ea3c tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834203 Sep 07 20:30:20.020304 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d5efa979-57b4-46d9-bf44-d7cc9c1d0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:20.021961 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-d5efa979-57b4-46d9-bf44-d7cc9c1d0c79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a4d78ac3708d4ec5a0e35949d61804bf&device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 1101 time: 0.1037998 Sep 07 20:30:20.079298 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-03a4d76a-f40d-4c26-894f-a35133eb09ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9698389d-027a-4280-abc5-03150c1c5996 HTTP/1.1" status: 200 len: 217 time: 0.0441697 Sep 07 20:30:20.107091 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 41776) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:20.136484 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c358d5be-ec4b-4bb5-8166-3e64c405d878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.142242 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-359efcd4-fa01-4f75-869d-5544d966d48a req-9d8caddb-e8cb-488f-a1b1-42f23622a732 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 210 time: 0.0652783 Sep 07 20:30:20.142961 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.214033 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdfeb60-fe26-48e4-9d7f-50c735d28cef x-openstack-request-id: req-5fdfeb60-fe26-48e4-9d7f-50c735d28cef {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:30:20.214356 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfe0c70-4bbe-4814-92f6-9f92d130dd7e", "tag": "9698389d-027a-4280-abc5-03150c1c5996", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:30:20.214599 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5fdfeb60-fe26-48e4-9d7f-50c735d28cef {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:30:20.214974 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfe0c70-4bbe-4814-92f6-9f92d130dd7e', 'tag': '9698389d-027a-4280-abc5-03150c1c5996', 'status': 'completed', 'code': 200} Sep 07 20:30:20.247416 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb17f77-7f14-4c00-9930-f33558f6da5d,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:20.251957 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-06939691-4a65-47d2-8558-6782b206b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:20.253568 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-06939691-4a65-47d2-8558-6782b206b85e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80f32153-9643-4cd6-a4f0-bf5066bdfc32 HTTP/1.1" status: 200 len: 843 time: 0.1628225 Sep 07 20:30:20.269912 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c358d5be-ec4b-4bb5-8166-3e64c405d878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.349402 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-806c7d07-00d5-43cc-933b-07952c8d67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:20.350924 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-806c7d07-00d5-43cc-933b-07952c8d67cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eac8d95-2f55-462e-ae52-5aaf9d0e723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0767913 Sep 07 20:30:20.360416 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Attempting to bind port 7eb17f77-7f14-4c00-9930-f33558f6da5d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:30:20.360800 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Attempting to bind port 7eb17f77-7f14-4c00-9930-f33558f6da5d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '49c31658-b510-4712-88c3-9872fa0389d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:30:20.361072 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Attempting to bind port 7eb17f77-7f14-4c00-9930-f33558f6da5d on network 4fb9f46d-3963-4276-9b2b-c998b91c7828 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:20.372984 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Port 7eb17f77-7f14-4c00-9930-f33558f6da5d on network 4fb9f46d-3963-4276-9b2b-c998b91c7828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:30:20.373298 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Attempting to bind port 7eb17f77-7f14-4c00-9930-f33558f6da5d on network 4fb9f46d-3963-4276-9b2b-c998b91c7828 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:20.381032 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c358d5be-ec4b-4bb5-8166-3e64c405d878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.397866 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:30:20.398511 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Checking segment: {'id': '49c31658-b510-4712-88c3-9872fa0389d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:20.398511 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Bound using segment: {'id': '49c31658-b510-4712-88c3-9872fa0389d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:30:20.398910 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Bound port: 7eb17f77-7f14-4c00-9930-f33558f6da5d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c31658-b510-4712-88c3-9872fa0389d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:30:20.399261 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.428772 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c358d5be-ec4b-4bb5-8166-3e64c405d878 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1dfb838477dd45b5b72151bc45c52328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198564 Sep 07 20:30:20.430929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358d5be-ec4b-4bb5-8166-3e64c405d878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485cf880-08e5-45c4-941b-f2d9c849cf62,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:20.433083 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 41790) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:20.572414 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d7690-21ce-4843-be6f-fb06b0b8ceda req-2ed0dd0c-d656-402b-ac12-d06f3dcf3292 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:20.572414 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a52d7690-21ce-4843-be6f-fb06b0b8ceda req-2ed0dd0c-d656-402b-ac12-d06f3dcf3292 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 943 time: 0.1767240 Sep 07 20:30:20.584935 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-113a1bc7-a8c9-45a6-9f9d-0cbb291019be service neutron] 10.222.0.59 "GET /v2.0/networks/4eac8d95-2f55-462e-ae52-5aaf9d0e723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207055 Sep 07 20:30:20.604985 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] For port 7eb17f77-7f14-4c00-9930-f33558f6da5d, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:30:20.633865 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] For port 7eb17f77-7f14-4c00-9930-f33558f6da5d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7eb17f77-7f14-4c00-9930-f33558f6da5d,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:30:20.643590 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c64ba12-7aa5-449e-9825-ee31f18eb6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.688941 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a52d7690-21ce-4843-be6f-fb06b0b8ceda req-197601c0-42d0-4e33-832c-a6d45ce82eac tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074986 Sep 07 20:30:20.717831 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c64ba12-7aa5-449e-9825-ee31f18eb6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.727299 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.731209 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.805081 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:20.805689 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.807112 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] 10.222.0.59 "PUT /v2.0/ports/7eb17f77-7f14-4c00-9930-f33558f6da5d HTTP/1.1" status: 200 len: 1093 time: 1.5647581 Sep 07 20:30:20.822803 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15b475a7-05e5-4e07-b2aa-a7f343f29f66 req-40f9deeb-6000-466c-9ff4-4b24df4f77f2 service neutron] 10.222.0.59 "GET /v2.0/networks/4eac8d95-2f55-462e-ae52-5aaf9d0e723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190583 Sep 07 20:30:20.828698 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7b4ba-07aa-4f3e-9e58-6083a4b74f49 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb17f77-7f14-4c00-9930-f33558f6da5d,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:20.901442 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c64ba12-7aa5-449e-9825-ee31f18eb6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.904265 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3c64ba12-7aa5-449e-9825-ee31f18eb6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:20.905560 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-3c64ba12-7aa5-449e-9825-ee31f18eb6ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/485cf880-08e5-45c4-941b-f2d9c849cf62 HTTP/1.1" status: 204 len: 168 time: 0.4706762 Sep 07 20:30:20.921501 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64ba12-7aa5-449e-9825-ee31f18eb6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485cf880-08e5-45c4-941b-f2d9c849cf62,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:20.976001 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-fd6d9557-fe62-404e-a68c-97a3937026cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:20.977586 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-fd6d9557-fe62-404e-a68c-97a3937026cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8e7ee2335e8434dbe84a1a3c382960c&device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 1096 time: 0.0452914 Sep 07 20:30:21.039681 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-433f8775-bed2-4afa-9ddb-fd9b0ce4bc35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7eb17f77-7f14-4c00-9930-f33558f6da5d HTTP/1.1" status: 200 len: 217 time: 0.0434759 Sep 07 20:30:21.143724 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456fb-115d-44fc-b335-077931e12a8d req-f7f20d07-0837-4037-ba77-f8e8088cfe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:21.145311 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0e456fb-115d-44fc-b335-077931e12a8d req-f7f20d07-0837-4037-ba77-f8e8088cfe71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a4d78ac3708d4ec5a0e35949d61804bf&device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 1101 time: 0.1144726 Sep 07 20:30:21.147955 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-eb07e50c-4178-452d-9743-47cbb06e673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:21.149304 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-eb07e50c-4178-452d-9743-47cbb06e673b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=949bd90e-d5b1-4e70-b460-7eb717dff83b HTTP/1.1" status: 200 len: 854 time: 0.0928218 Sep 07 20:30:21.165506 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771385d-f8d6-437f-80a4-56f8bba3d87a req-ce49e917-bf9f-401a-bc57-719c6b9c4a2d tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:21.167217 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c771385d-f8d6-437f-80a4-56f8bba3d87a req-ce49e917-bf9f-401a-bc57-719c6b9c4a2d tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 948 time: 0.0770538 Sep 07 20:30:21.237460 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-b809182e-b499-46bc-8a9d-9ecc2943f038 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4fb9f46d-3963-4276-9b2b-c998b91c7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544679 Sep 07 20:30:21.307284 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c771385d-f8d6-437f-80a4-56f8bba3d87a req-f818e29d-3132-4ba1-a5ec-29770700a38f tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308942 Sep 07 20:30:21.320737 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f90b49c1-0946-41db-8641-5dd513e43574 req-d7486f2a-9ee3-4485-a964-da9313d06dc4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 210 time: 0.0873497 Sep 07 20:30:21.435094 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456fb-115d-44fc-b335-077931e12a8d req-c5adac5e-4a07-49b4-8c4b-c270a9e1a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:21.436587 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0e456fb-115d-44fc-b335-077931e12a8d req-c5adac5e-4a07-49b4-8c4b-c270a9e1a311 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4eac8d95-2f55-462e-ae52-5aaf9d0e723f HTTP/1.1" status: 200 len: 870 time: 0.2516735 Sep 07 20:30:21.456046 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-d272616b-6b19-4bfe-9838-168c64b856d1 service neutron] 10.222.0.59 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865942 Sep 07 20:30:21.492974 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0e456fb-115d-44fc-b335-077931e12a8d req-860051ab-6525-42b9-8e56-7098ed281923 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9698389d-027a-4280-abc5-03150c1c5996 HTTP/1.1" status: 200 len: 217 time: 0.0439780 Sep 07 20:30:21.602595 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456fb-115d-44fc-b335-077931e12a8d req-d0e71396-dfd4-410a-b795-e510359ad81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:21.604476 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0e456fb-115d-44fc-b335-077931e12a8d req-d0e71396-dfd4-410a-b795-e510359ad81e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=80f32153-9643-4cd6-a4f0-bf5066bdfc32 HTTP/1.1" status: 200 len: 843 time: 0.0935981 Sep 07 20:30:21.632348 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d46fb58-feaa-4539-9928-fe365bb6a8dd req-f1a8e5cf-cfde-47ee-9cba-4ae6c6f1dece service neutron] 10.222.0.59 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479335 Sep 07 20:30:21.666112 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e456fb-115d-44fc-b335-077931e12a8d req-128dc99e-d2d9-415e-91e0-63cc5401b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:21.667800 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0e456fb-115d-44fc-b335-077931e12a8d req-128dc99e-d2d9-415e-91e0-63cc5401b710 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4eac8d95-2f55-462e-ae52-5aaf9d0e723f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0513885 Sep 07 20:30:22.100607 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0e456fb-115d-44fc-b335-077931e12a8d req-aecc6ca2-c9d6-40e7-b026-b44e9d5ecfd0 service neutron] 10.222.0.59 "GET /v2.0/networks/4eac8d95-2f55-462e-ae52-5aaf9d0e723f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166944 Sep 07 20:30:22.132199 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c100b1-9365-495f-a63d-1ccc180ccb92 req-438836d2-abd6-40d9-8bcb-4f9fc656a596 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:22.132937 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-89c100b1-9365-495f-a63d-1ccc180ccb92 req-438836d2-abd6-40d9-8bcb-4f9fc656a596 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 943 time: 0.0984044 Sep 07 20:30:22.217236 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f0f213-131e-4e3c-98f5-92853b1172b1', 'tag': '7eb17f77-7f14-4c00-9930-f33558f6da5d'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:30:22.220243 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e29643-ae55-4940-8105-914fad290c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "75f0f213-131e-4e3c-98f5-92853b1172b1", "tag": "7eb17f77-7f14-4c00-9930-f33558f6da5d"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:30:22.293642 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-89c100b1-9365-495f-a63d-1ccc180ccb92 req-1fb72ee0-5e18-4259-b08e-cb5f0a94851d tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520691 Sep 07 20:30:22.364177 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e173174d-9ed6-41ac-ae0d-ef103215156d x-openstack-request-id: req-e173174d-9ed6-41ac-ae0d-ef103215156d {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:30:22.364464 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f0f213-131e-4e3c-98f5-92853b1172b1", "tag": "7eb17f77-7f14-4c00-9930-f33558f6da5d", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:30:22.364715 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e173174d-9ed6-41ac-ae0d-ef103215156d {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:30:22.365099 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f0f213-131e-4e3c-98f5-92853b1172b1', 'tag': '7eb17f77-7f14-4c00-9930-f33558f6da5d', 'status': 'completed', 'code': 200} Sep 07 20:30:22.386074 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-f27d9973-84fb-48ad-8197-fad45f147db6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:22.387556 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-f27d9973-84fb-48ad-8197-fad45f147db6 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "GET /v2.0/networks?id=56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 200 len: 814 time: 0.3013062 Sep 07 20:30:22.397840 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0e456fb-115d-44fc-b335-077931e12a8d req-ee12a769-f914-4e80-9ef7-1bc3f6123a4c service neutron] 10.222.0.59 "GET /v2.0/networks/4eac8d95-2f55-462e-ae52-5aaf9d0e723f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844501 Sep 07 20:30:22.438439 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Request body: {'port': {'device_id': '41af6dd6-678f-4fe4-aa52-71d76c8b2476', 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21', 'admin_state_up': True, 'tenant_id': 'beda1b2863734483be433da9e24153ae'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:22.468617 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29643-ae55-4940-8105-914fad290c2a req-078fdbd0-d31b-4b07-9ad3-0a102966faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:22.471066 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-44e29643-ae55-4940-8105-914fad290c2a req-078fdbd0-d31b-4b07-9ad3-0a102966faca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8e7ee2335e8434dbe84a1a3c382960c&device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 1096 time: 0.0540392 Sep 07 20:30:22.561399 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c519a4-4b46-4612-a263-b191597feeae req-d8c41b2e-eece-4502-b2a7-72402ff3bbdc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:22.563932 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-55c519a4-4b46-4612-a263-b191597feeae req-d8c41b2e-eece-4502-b2a7-72402ff3bbdc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1683707 Sep 07 20:30:22.589278 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331681b5-7ca5-4ec0-9789-4f917e219f5d req-f0ba0c54-a6bf-481c-b2a8-3496e8846eb7 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:22.591683 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-331681b5-7ca5-4ec0-9789-4f917e219f5d req-f0ba0c54-a6bf-481c-b2a8-3496e8846eb7 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 948 time: 0.1580853 Sep 07 20:30:22.603490 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29643-ae55-4940-8105-914fad290c2a req-de29781d-fa63-43aa-a65f-db83d0aefff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:22.605070 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-44e29643-ae55-4940-8105-914fad290c2a req-de29781d-fa63-43aa-a65f-db83d0aefff4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4fb9f46d-3963-4276-9b2b-c998b91c7828 HTTP/1.1" status: 200 len: 915 time: 0.1143780 Sep 07 20:30:22.661006 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-44e29643-ae55-4940-8105-914fad290c2a req-56e41067-c175-4a71-9edc-ee19664b2e93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7eb17f77-7f14-4c00-9930-f33558f6da5d HTTP/1.1" status: 200 len: 217 time: 0.0424147 Sep 07 20:30:22.673164 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-55c519a4-4b46-4612-a263-b191597feeae req-ac1f095d-6102-47e8-8012-21b18352ac41 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981698 Sep 07 20:30:22.688968 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-331681b5-7ca5-4ec0-9789-4f917e219f5d req-14f445e7-0ec5-42e5-ab3b-01f4f7db0201 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819767 Sep 07 20:30:22.747240 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Made reservation on behalf of beda1b2863734483be433da9e24153ae for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:30:22.753101 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:22.755665 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29643-ae55-4940-8105-914fad290c2a req-65f27d67-44cf-416e-bfb3-6409e5b51c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:22.757892 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-44e29643-ae55-4940-8105-914fad290c2a req-65f27d67-44cf-416e-bfb3-6409e5b51c81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=949bd90e-d5b1-4e70-b460-7eb717dff83b HTTP/1.1" status: 200 len: 854 time: 0.0740044 Sep 07 20:30:22.790854 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1068b85f-aa9c-4ce8-82bd-73703eb95974 req-fc11118a-87bb-45de-8629-d84c1b68738b tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 210 time: 0.0345774 Sep 07 20:30:22.797865 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-44e29643-ae55-4940-8105-914fad290c2a req-f94b118c-0220-468e-87a5-3cd73d9e409d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4fb9f46d-3963-4276-9b2b-c998b91c7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271497 Sep 07 20:30:22.904368 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-44e29643-ae55-4940-8105-914fad290c2a req-a7ad509b-cb32-4827-989b-581189c55c30 service neutron] 10.222.0.59 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889211 Sep 07 20:30:22.915444 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Allocated IP 172.20.0.5 (56ff01e1-7605-4fc2-960b-3d55c1792c21/97689332-4ac5-45ba-beaa-67224dbf1809/21a17427-3df7-4f90-8b71-da492e671f0b) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:30:23.029533 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-44e29643-ae55-4940-8105-914fad290c2a req-1164268b-20d5-4045-92d2-cd436101bfa0 service neutron] 10.222.0.59 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151755 Sep 07 20:30:23.093460 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:23.221561 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:23.234358 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['227675d8-a5ad-4d92-8807-6b0eaa80362f', 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8', '96998a06-c95e-4eab-ad56-0d28b1c80fc0'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:30:23.263982 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Network 56ff01e1-7605-4fc2-960b-3d55c1792c21 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:23.267867 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:23.275099 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:30:23.300755 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Pushing event updated for resources: {'Port': ['ID=21a17427-3df7-4f90-8b71-da492e671f0b,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:23.332046 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:23.332729 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:23.439535 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-98732b68-1149-4e80-8f41-5c9723bbf619 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0080063 Sep 07 20:30:23.448213 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c23a8-6aa4-4744-a9c9-7e4da105bcb3 req-4dd9c939-a1d9-4744-960e-409e4e1929d8 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:23.449983 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a80c23a8-6aa4-4744-a9c9-7e4da105bcb3 req-4dd9c939-a1d9-4744-960e-409e4e1929d8 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 943 time: 0.0511990 Sep 07 20:30:23.455306 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Request body: {'port': {'device_id': '41af6dd6-678f-4fe4-aa52-71d76c8b2476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:23.526863 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 9698389d-027a-4280-abc5-03150c1c5996 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:30:23.534561 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a80c23a8-6aa4-4744-a9c9-7e4da105bcb3 req-bf65cc2a-8303-459f-8cf8-e066e571993c tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761039 Sep 07 20:30:23.542218 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:23.706125 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 9698389d-027a-4280-abc5-03150c1c5996, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9698389d-027a-4280-abc5-03150c1c5996,segment=NetworkSegment(23b78a63-65a3-47ca-9489-12b841e8fec4),segment_id=23b78a63-65a3-47ca-9489-12b841e8fec4)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:23.735697 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '9698389d-027a-4280-abc5-03150c1c5996', 'network_id': '4eac8d95-2f55-462e-ae52-5aaf9d0e723f', 'port_id': '9698389d-027a-4280-abc5-03150c1c5996', 'mac_address': 'fa:16:3e:19:bf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f32153-9643-4cd6-a4f0-bf5066bdfc32', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:30:23.816436 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:23.856711 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9698389d-027a-4280-abc5-03150c1c5996 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:30:23.893783 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 9698389d-027a-4280-abc5-03150c1c5996, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9698389d-027a-4280-abc5-03150c1c5996,segment=NetworkSegment(23b78a63-65a3-47ca-9489-12b841e8fec4),segment_id=23b78a63-65a3-47ca-9489-12b841e8fec4)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:24.038653 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:24.050022 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ba15-8aa1-4fda-b66d-c48cf03409a8 req-40350e3f-c546-43e3-89b3-f66bccf5bd31 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:24.050022 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2446ba15-8aa1-4fda-b66d-c48cf03409a8 req-40350e3f-c546-43e3-89b3-f66bccf5bd31 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.2337668 Sep 07 20:30:24.058866 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2837fe6-adf3-4c7e-b840-2b5e35a3a572 req-b60f8e0a-85e8-4da7-9494-a6fcee45f0d6 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:24.060384 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b2837fe6-adf3-4c7e-b840-2b5e35a3a572 req-b60f8e0a-85e8-4da7-9494-a6fcee45f0d6 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 948 time: 0.2356236 Sep 07 20:30:24.107217 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=9698389d-027a-4280-abc5-03150c1c5996,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:24.115627 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.116052 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.116467 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.116986 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.117387 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.117820 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.118236 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.118628 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.119047 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.119438 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.119827 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.120216 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:24.165728 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2446ba15-8aa1-4fda-b66d-c48cf03409a8 req-c9b03574-2ce1-435f-b302-cb62d85fd3b0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023145 Sep 07 20:30:24.169488 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a17427-3df7-4f90-8b71-da492e671f0b {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:30:24.176417 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b2837fe6-adf3-4c7e-b840-2b5e35a3a572 req-dc11ca42-f3de-482c-b0ac-eb09423cf59a tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978930 Sep 07 20:30:24.180573 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:24.197705 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Transition to ACTIVE for port object 21a17427-3df7-4f90-8b71-da492e671f0b will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:24.299742 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:24.368831 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e5f55-0e45-4fee-af3b-898ab9abcf3d req-e6fb03b0-2d81-482a-8701-76b15bee7e54 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:24.371011 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9d1e5f55-0e45-4fee-af3b-898ab9abcf3d req-e6fb03b0-2d81-482a-8701-76b15bee7e54 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 931 time: 0.1026103 Sep 07 20:30:24.383766 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Pushing event updated for resources: {'Port': ['ID=21a17427-3df7-4f90-8b71-da492e671f0b,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:24.453538 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9d1e5f55-0e45-4fee-af3b-898ab9abcf3d req-62d5a6b9-2c12-4c59-a314-b5ac59ce47b0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727949 Sep 07 20:30:24.480180 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Attempting to bind port 21a17427-3df7-4f90-8b71-da492e671f0b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:30:24.480445 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Attempting to bind port 21a17427-3df7-4f90-8b71-da492e671f0b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:30:24.480770 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Attempting to bind port 21a17427-3df7-4f90-8b71-da492e671f0b on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:24.484940 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Port 21a17427-3df7-4f90-8b71-da492e671f0b on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:30:24.485257 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Attempting to bind port 21a17427-3df7-4f90-8b71-da492e671f0b on network 56ff01e1-7605-4fc2-960b-3d55c1792c21 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:24.486979 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['9698389d-027a-4280-abc5-03150c1c5996'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:30:24.490126 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:30:24.490454 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Checking segment: {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:24.490832 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Bound using segment: {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:30:24.491266 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Bound port: 21a17427-3df7-4f90-8b71-da492e671f0b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:30:24.491612 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:24.572606 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] For port 21a17427-3df7-4f90-8b71-da492e671f0b, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:30:24.576023 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] For port 21a17427-3df7-4f90-8b71-da492e671f0b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=21a17427-3df7-4f90-8b71-da492e671f0b,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:30:24.662982 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52e5ff-f1dd-4482-ad8c-58b32e92875d req-e6a59bfc-afe1-4e1d-9336-8d9940c2317b tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:24.664603 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1c52e5ff-f1dd-4482-ad8c-58b32e92875d req-e6a59bfc-afe1-4e1d-9336-8d9940c2317b tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 943 time: 0.0539567 Sep 07 20:30:24.670086 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:24.730454 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:24.731094 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:24.741145 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] 10.222.0.59 "PUT /v2.0/ports/21a17427-3df7-4f90-8b71-da492e671f0b HTTP/1.1" status: 200 len: 1093 time: 1.2813740 Sep 07 20:30:24.741145 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41af6dd6-678f-4fe4-aa52-71d76c8b2476', 'tag': '21a17427-3df7-4f90-8b71-da492e671f0b'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:30:24.741145 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbf1356-6b94-4487-aa12-42a5c1f8f769" -d '{"events": [{"name": "network-changed", "server_uuid": "41af6dd6-678f-4fe4-aa52-71d76c8b2476", "tag": "21a17427-3df7-4f90-8b71-da492e671f0b"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:30:24.758280 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1c52e5ff-f1dd-4482-ad8c-58b32e92875d req-01ad1184-4d2f-422e-bb77-92e2e683956b tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856340 Sep 07 20:30:24.768940 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64d77f-3818-4fe5-b226-490ab1cdf612 service neutron] Pushing event updated for resources: {'Port': ['ID=21a17427-3df7-4f90-8b71-da492e671f0b,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:24.801426 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74d4cee-5204-4c48-a0f9-915c6b17a859 x-openstack-request-id: req-d74d4cee-5204-4c48-a0f9-915c6b17a859 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:30:24.801736 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41af6dd6-678f-4fe4-aa52-71d76c8b2476", "tag": "21a17427-3df7-4f90-8b71-da492e671f0b", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:30:24.802004 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d74d4cee-5204-4c48-a0f9-915c6b17a859 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:30:24.802404 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41af6dd6-678f-4fe4-aa52-71d76c8b2476', 'tag': '21a17427-3df7-4f90-8b71-da492e671f0b', 'status': 'completed', 'code': 200} Sep 07 20:30:24.870907 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf1356-6b94-4487-aa12-42a5c1f8f769 req-53df29fd-1fa8-4535-9a33-fba595c5cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:24.872455 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5cbf1356-6b94-4487-aa12-42a5c1f8f769 req-53df29fd-1fa8-4535-9a33-fba595c5cbbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 1096 time: 0.0442476 Sep 07 20:30:24.973870 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf1356-6b94-4487-aa12-42a5c1f8f769 req-33e30de1-c17a-495f-9e1e-99c21de3aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:24.975380 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5cbf1356-6b94-4487-aa12-42a5c1f8f769 req-33e30de1-c17a-495f-9e1e-99c21de3aa20 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=beda1b2863734483be433da9e24153ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943098 Sep 07 20:30:25.088852 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf1356-6b94-4487-aa12-42a5c1f8f769 req-19b37060-ac7b-4910-aee5-2e4da3001a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:25.090398 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5cbf1356-6b94-4487-aa12-42a5c1f8f769 req-19b37060-ac7b-4910-aee5-2e4da3001a32 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972147 Sep 07 20:30:25.201573 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-714e74c5-af81-45ef-9030-e817e501b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:25.203345 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-714e74c5-af81-45ef-9030-e817e501b3fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=beda1b2863734483be433da9e24153ae&device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 1096 time: 0.0528200 Sep 07 20:30:25.286171 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-f1956632-8810-4bdf-aaf6-b43cd25655a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21a17427-3df7-4f90-8b71-da492e671f0b HTTP/1.1" status: 200 len: 217 time: 0.0723469 Sep 07 20:30:25.397151 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-3bd70218-d8c2-4807-b662-bd25872a2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:25.398691 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-3bd70218-d8c2-4807-b662-bd25872a2136 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=97689332-4ac5-45ba-beaa-67224dbf1809 HTTP/1.1" status: 200 len: 854 time: 0.1033323 Sep 07 20:30:25.428903 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ada83-a29d-46a1-989a-6b02de5ff7dd req-ded984bb-1826-4022-8cb4-44da61225e72 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:25.430432 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8e7ada83-a29d-46a1-989a-6b02de5ff7dd req-ded984bb-1826-4022-8cb4-44da61225e72 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1252079 Sep 07 20:30:25.440054 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1f0f4-abdd-4fbc-aaca-d915734a8bca req-81ace914-ed49-4a5f-805d-439d4bcb5da4 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:25.441562 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1fa1f0f4-abdd-4fbc-aaca-d915734a8bca req-81ace914-ed49-4a5f-805d-439d4bcb5da4 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 949 time: 0.1085002 Sep 07 20:30:25.462066 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-28adf277-93d8-464d-8b04-f0e5716c7bdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=56ff01e1-7605-4fc2-960b-3d55c1792c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504885 Sep 07 20:30:25.537047 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 7eb17f77-7f14-4c00-9930-f33558f6da5d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:30:25.542841 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1fa1f0f4-abdd-4fbc-aaca-d915734a8bca req-cbffaa9a-2972-4147-983f-ffbb1ee8f299 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830669 Sep 07 20:30:25.587170 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8e7ada83-a29d-46a1-989a-6b02de5ff7dd req-0b47b235-9fec-4796-961e-3a2690db7a84 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446249 Sep 07 20:30:25.622543 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-be8a1a1d-811f-41d9-a02a-ac69afebad6c service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413212 Sep 07 20:30:25.706274 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 7eb17f77-7f14-4c00-9930-f33558f6da5d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7eb17f77-7f14-4c00-9930-f33558f6da5d,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:25.725176 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '7eb17f77-7f14-4c00-9930-f33558f6da5d', 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828', 'port_id': '7eb17f77-7f14-4c00-9930-f33558f6da5d', 'mac_address': 'fa:16:3e:29:ab:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949bd90e-d5b1-4e70-b460-7eb717dff83b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:30:25.775168 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:25.790982 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb17f77-7f14-4c00-9930-f33558f6da5d {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:30:25.813150 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 7eb17f77-7f14-4c00-9930-f33558f6da5d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7eb17f77-7f14-4c00-9930-f33558f6da5d,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:25.831734 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424c652-6bd8-499f-89fa-b7c718c0a69a req-fb50346e-5ce8-49dc-90a8-77a1911f5142 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:25.838259 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f424c652-6bd8-499f-89fa-b7c718c0a69a req-fb50346e-5ce8-49dc-90a8-77a1911f5142 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 943 time: 0.1369696 Sep 07 20:30:25.844679 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0db1ec2f-13ce-4e11-b709-33abcd5e6b91 req-003c1c87-054b-45cc-82b1-02f85ef82136 service neutron] 10.222.0.59 "GET /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133768 Sep 07 20:30:25.884516 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f424c652-6bd8-499f-89fa-b7c718c0a69a req-23e121cc-5b20-4665-a6bc-f606312bead8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364344 Sep 07 20:30:25.924992 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:26.010291 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adef3de-7d2b-46e4-9f4c-627171ef0b99 req-115b66f0-9d69-4a04-9c22-14f41e70efe2 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:26.010291 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8adef3de-7d2b-46e4-9f4c-627171ef0b99 req-115b66f0-9d69-4a04-9c22-14f41e70efe2 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 944 time: 0.0594659 Sep 07 20:30:26.011525 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=7eb17f77-7f14-4c00-9930-f33558f6da5d,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:26.044791 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8adef3de-7d2b-46e4-9f4c-627171ef0b99 req-7e20986b-bb3e-45b9-804e-6f7532758ba4 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Sep 07 20:30:26.331036 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['7eb17f77-7f14-4c00-9930-f33558f6da5d'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:30:26.452070 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316107a4-d785-49b3-bd2b-e5261b4ab9e3 req-2305e5e1-9eff-421c-8b87-05fa859a23b0 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:26.452070 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-316107a4-d785-49b3-bd2b-e5261b4ab9e3 req-2305e5e1-9eff-421c-8b87-05fa859a23b0 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0513232 Sep 07 20:30:26.528477 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-316107a4-d785-49b3-bd2b-e5261b4ab9e3 req-87e9e046-0446-49ed-bcc7-af2517aff0f7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715866 Sep 07 20:30:26.567470 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-69e1463b-2780-4638-8309-061d41de3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:26.569147 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-69e1463b-2780-4638-8309-061d41de3b55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1098 time: 0.0647380 Sep 07 20:30:26.751890 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-65a8c7dc-4832-4ae8-b9bf-514a4d5a3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:26.753375 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-65a8c7dc-4832-4ae8-b9bf-514a4d5a3398 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 919 time: 0.1726205 Sep 07 20:30:26.768668 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8ad7-baee-4a11-a20a-265adf2421e4 req-da2df6e1-5c71-479a-b8d0-1c1353f78a54 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:26.770266 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e48d8ad7-baee-4a11-a20a-265adf2421e4 req-da2df6e1-5c71-479a-b8d0-1c1353f78a54 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 949 time: 0.1123908 Sep 07 20:30:26.823886 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ea71a-5481-442e-8701-17fb58dad524 req-337495b3-2e17-4fbf-a2a1-1f876e6a545e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:26.825378 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6f8ea71a-5481-442e-8701-17fb58dad524 req-337495b3-2e17-4fbf-a2a1-1f876e6a545e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1314363 Sep 07 20:30:26.828198 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-2afdbf5d-34fc-4df3-8204-a5794efe2be0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870 HTTP/1.1" status: 200 len: 217 time: 0.0569892 Sep 07 20:30:26.909868 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e48d8ad7-baee-4a11-a20a-265adf2421e4 req-2eeb218a-e9a9-4df7-8d75-7dc50d6cac47 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301463 Sep 07 20:30:26.918978 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-7f042973-4015-47fa-bdfb-80bf1e3db69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:26.920539 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-7f042973-4015-47fa-bdfb-80bf1e3db69b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 200 len: 858 time: 0.0777340 Sep 07 20:30:26.930692 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6f8ea71a-5481-442e-8701-17fb58dad524 req-0070bc8c-5e82-4431-9953-15eba3852ccf tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960684 Sep 07 20:30:26.964980 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-a8c808cc-5c25-4bb8-b93a-7edd77adea06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34dad5fb-6e19-44ba-a9cf-679924a85e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313854 Sep 07 20:30:27.083070 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d3299-639b-4431-91e1-0acf0c7e8c4a req-bc98759d-5d0f-4aaf-afae-bf858389c50e tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:27.084592 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ee7d3299-639b-4431-91e1-0acf0c7e8c4a req-bc98759d-5d0f-4aaf-afae-bf858389c50e tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 943 time: 0.0922937 Sep 07 20:30:27.107685 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-c3501897-4345-4c77-8ca5-c9c0df65c231 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328094 Sep 07 20:30:27.216130 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ee7d3299-639b-4431-91e1-0acf0c7e8c4a req-159aba14-c225-4b46-849f-1374a9dc2e84 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208951 Sep 07 20:30:27.240221 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd7dc-c1bb-4695-acf1-90c8891afc9e req-5d4fe898-9865-456d-a86d-38700dd9d8af tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:27.241768 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0a3bd7dc-c1bb-4695-acf1-90c8891afc9e req-5d4fe898-9865-456d-a86d-38700dd9d8af tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 944 time: 0.1227643 Sep 07 20:30:27.278281 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c476875f-684e-45b4-9e08-b8f43708bc08 req-9f4a952c-a31c-4f72-9ae0-b6ae2419f753 service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580644 Sep 07 20:30:27.298097 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0a3bd7dc-c1bb-4695-acf1-90c8891afc9e req-171d0568-edf8-409c-a0c1-d7c9878fd238 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498075 Sep 07 20:30:27.555559 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 7eb17f77-7f14-4c00-9930-f33558f6da5d up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:27.652538 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2536d2d-b652-4518-a5a2-cc90007d3408 req-ab7786c7-13e8-4e7f-b59c-16c04fae9aa8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:27.654872 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d2536d2d-b652-4518-a5a2-cc90007d3408 req-ab7786c7-13e8-4e7f-b59c-16c04fae9aa8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0552595 Sep 07 20:30:27.697244 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d2536d2d-b652-4518-a5a2-cc90007d3408 req-00890f2e-133d-43cd-8021-3e503fe6546e tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355253 Sep 07 20:30:27.698330 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 7eb17f77-7f14-4c00-9930-f33558f6da5d completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:27.703457 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 7eb17f77-7f14-4c00-9930-f33558f6da5d triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:27.703902 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:27.800331 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:27.821276 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f0f213-131e-4e3c-98f5-92853b1172b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb17f77-7f14-4c00-9930-f33558f6da5d'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:30:27.823658 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee6f4a7-46f9-4bd2-bb67-2a772bd19149" -d '{"events": [{"server_uuid": "75f0f213-131e-4e3c-98f5-92853b1172b1", "name": "network-vif-plugged", "status": "completed", "tag": "7eb17f77-7f14-4c00-9930-f33558f6da5d"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:30:27.836926 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 7eb17f77-7f14-4c00-9930-f33558f6da5d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7eb17f77-7f14-4c00-9930-f33558f6da5d,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:27.867697 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d37fc1-4982-416d-a58f-ccb0935b674d x-openstack-request-id: req-45d37fc1-4982-416d-a58f-ccb0935b674d {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:30:27.867984 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f0f213-131e-4e3c-98f5-92853b1172b1", "name": "network-vif-plugged", "status": "completed", "tag": "7eb17f77-7f14-4c00-9930-f33558f6da5d", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:30:27.868227 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-45d37fc1-4982-416d-a58f-ccb0935b674d {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:30:27.868762 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f0f213-131e-4e3c-98f5-92853b1172b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb17f77-7f14-4c00-9930-f33558f6da5d', 'code': 200} Sep 07 20:30:27.939808 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:27.941024 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 9698389d-027a-4280-abc5-03150c1c5996 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:28.072345 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=7eb17f77-7f14-4c00-9930-f33558f6da5d,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:28.101354 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7584ca-c808-4b1d-8a72-ebdb452a771e req-c96e8853-41b9-4b34-993c-3e890c06ca16 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:28.103010 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ae7584ca-c808-4b1d-8a72-ebdb452a771e req-c96e8853-41b9-4b34-993c-3e890c06ca16 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 949 time: 0.0893896 Sep 07 20:30:28.115197 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c7105-bff3-4f1b-9399-4dad74192678 req-45452c45-d2c6-4cde-bc1a-efffed13790f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:28.116653 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fd4c7105-bff3-4f1b-9399-4dad74192678 req-45452c45-d2c6-4cde-bc1a-efffed13790f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0936661 Sep 07 20:30:28.140680 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 9698389d-027a-4280-abc5-03150c1c5996 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:28.144647 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 9698389d-027a-4280-abc5-03150c1c5996 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:28.145066 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:28.172950 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ae7584ca-c808-4b1d-8a72-ebdb452a771e req-20cd68c0-d755-4ce3-bc65-3478e19bfbb9 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552750 Sep 07 20:30:28.180493 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fd4c7105-bff3-4f1b-9399-4dad74192678 req-3159c705-0bde-4c07-a588-1a8e81556aaf tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572197 Sep 07 20:30:28.234288 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:28.273273 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 9698389d-027a-4280-abc5-03150c1c5996, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9698389d-027a-4280-abc5-03150c1c5996,segment=NetworkSegment(23b78a63-65a3-47ca-9489-12b841e8fec4),segment_id=23b78a63-65a3-47ca-9489-12b841e8fec4)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:28.295585 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75834967-53b1-4283-8544-9f5f341d9b53 req-da6ed630-3f8d-4c12-882c-a7ca5d8a77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:28.297203 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-75834967-53b1-4283-8544-9f5f341d9b53 req-da6ed630-3f8d-4c12-882c-a7ca5d8a77e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 1098 time: 0.0506496 Sep 07 20:30:28.341154 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:28.362168 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-75834967-53b1-4283-8544-9f5f341d9b53 req-72bc6f2d-9d18-46b2-b778-b065db8e4e85 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535367 Sep 07 20:30:28.375823 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2c903-a4c6-4b6f-b8b5-0e709ec01332 req-309308db-6228-413a-8f88-3cc5e32ee059 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:28.377349 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3f2c903-a4c6-4b6f-b8b5-0e709ec01332 req-309308db-6228-413a-8f88-3cc5e32ee059 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 943 time: 0.0774956 Sep 07 20:30:28.403543 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=9698389d-027a-4280-abc5-03150c1c5996,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:28.443651 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3f2c903-a4c6-4b6f-b8b5-0e709ec01332 req-5ab36543-59ca-48dd-828a-05f3c9315151 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552766 Sep 07 20:30:28.456816 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518c35-8ec3-4a96-9df8-1b2e1780897e req-496413e1-bf35-4d49-a311-fe08d82e6fe4 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:28.458390 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-95518c35-8ec3-4a96-9df8-1b2e1780897e req-496413e1-bf35-4d49-a311-fe08d82e6fe4 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 945 time: 0.0800917 Sep 07 20:30:28.495670 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-95518c35-8ec3-4a96-9df8-1b2e1780897e req-93d9442a-59b2-44fc-b052-21b2fd1905f8 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Sep 07 20:30:28.816189 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60003f-ef39-427a-bd06-1a979ca959f8 req-cb36324e-81f8-42c8-afb1-9aabd327b140 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:28.817698 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2b60003f-ef39-427a-bd06-1a979ca959f8 req-cb36324e-81f8-42c8-afb1-9aabd327b140 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0483172 Sep 07 20:30:28.861660 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2b60003f-ef39-427a-bd06-1a979ca959f8 req-4ca09a2a-0fdc-4c4a-ac8a-7818a5d39433 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379498 Sep 07 20:30:29.316266 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c66b4-4b6e-4d31-accf-0c9b45b25872 req-3da91251-0582-4b34-980a-43878e0c6719 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:29.317819 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5d3c66b4-4b6e-4d31-accf-0c9b45b25872 req-3da91251-0582-4b34-980a-43878e0c6719 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 950 time: 0.0768020 Sep 07 20:30:29.340089 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa91e0-5030-4eef-a46b-c4394bccb7bc req-35dfc53d-1e9c-4c9e-94ac-873011e6e679 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:29.341520 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-40aa91e0-5030-4eef-a46b-c4394bccb7bc req-35dfc53d-1e9c-4c9e-94ac-873011e6e679 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0703239 Sep 07 20:30:29.385182 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5d3c66b4-4b6e-4d31-accf-0c9b45b25872 req-5b54de9c-1aa8-4ee9-9bf2-fbf6d32f96ae tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591075 Sep 07 20:30:29.405660 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-40aa91e0-5030-4eef-a46b-c4394bccb7bc req-27b65a8f-4731-4f42-a3b4-992822e5582c tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562572 Sep 07 20:30:29.571431 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 21a17427-3df7-4f90-8b71-da492e671f0b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:30:29.578607 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6c2a2-05a7-44c2-8efe-8205174b8ae3 req-ad3d8e29-7f04-417c-a02a-6b5d18ac51b4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:29.593991 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1e6c2a2-05a7-44c2-8efe-8205174b8ae3 req-ad3d8e29-7f04-417c-a02a-6b5d18ac51b4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 943 time: 0.0811033 Sep 07 20:30:29.697650 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1e6c2a2-05a7-44c2-8efe-8205174b8ae3 req-d876f6dd-c164-44f8-8155-799b0d946bbf tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024957 Sep 07 20:30:29.708189 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914021d8-d17e-4cd0-b3f9-d72c927d65bd req-ca215bb4-cb7b-46a4-8749-f3e1022dfc10 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:29.717948 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-914021d8-d17e-4cd0-b3f9-d72c927d65bd req-ca215bb4-cb7b-46a4-8749-f3e1022dfc10 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 945 time: 0.0925114 Sep 07 20:30:29.730864 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 21a17427-3df7-4f90-8b71-da492e671f0b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=21a17427-3df7-4f90-8b71-da492e671f0b,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:29.743909 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '21a17427-3df7-4f90-8b71-da492e671f0b', 'network_id': '56ff01e1-7605-4fc2-960b-3d55c1792c21', 'port_id': '21a17427-3df7-4f90-8b71-da492e671f0b', 'mac_address': 'fa:16:3e:95:2c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97689332-4ac5-45ba-beaa-67224dbf1809', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:30:29.757933 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-914021d8-d17e-4cd0-b3f9-d72c927d65bd req-cc8454d8-d260-4acd-af22-b55d0104d26c tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365186 Sep 07 20:30:29.783688 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:29.797939 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a17427-3df7-4f90-8b71-da492e671f0b {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:30:29.817821 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 21a17427-3df7-4f90-8b71-da492e671f0b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=21a17427-3df7-4f90-8b71-da492e671f0b,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:29.869800 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe0c70-4bbe-4814-92f6-9f92d130dd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9698389d-027a-4280-abc5-03150c1c5996'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:30:29.872240 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a442e1f5-da3c-4108-9cfc-3a59d2a10d3c" -d '{"events": [{"server_uuid": "cbfe0c70-4bbe-4814-92f6-9f92d130dd7e", "name": "network-vif-plugged", "status": "completed", "tag": "9698389d-027a-4280-abc5-03150c1c5996"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:30:29.912046 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733b5b85-32be-4e09-8cd8-9d93135830df x-openstack-request-id: req-733b5b85-32be-4e09-8cd8-9d93135830df {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:30:29.916593 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe0c70-4bbe-4814-92f6-9f92d130dd7e", "name": "network-vif-plugged", "status": "completed", "tag": "9698389d-027a-4280-abc5-03150c1c5996", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:30:29.916593 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-733b5b85-32be-4e09-8cd8-9d93135830df {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:30:29.916593 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfe0c70-4bbe-4814-92f6-9f92d130dd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9698389d-027a-4280-abc5-03150c1c5996', 'code': 200} Sep 07 20:30:29.916593 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:29.974625 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=21a17427-3df7-4f90-8b71-da492e671f0b,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:29.987858 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137572f-0069-48a8-a83a-b5b104b14ac8 req-c841ace5-6903-4360-8cb7-66f6e435315a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:29.989343 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0137572f-0069-48a8-a83a-b5b104b14ac8 req-c841ace5-6903-4360-8cb7-66f6e435315a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0543351 Sep 07 20:30:30.027814 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0137572f-0069-48a8-a83a-b5b104b14ac8 req-e2110dca-9409-4360-bc57-1fbd00dd62d1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Sep 07 20:30:30.353367 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['21a17427-3df7-4f90-8b71-da492e671f0b'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:30:30.379115 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb50812-c3eb-4c2e-a475-32281d56706a req-bdd9cc89-a024-4d20-ae1c-8eb28cf95aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:30.380644 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4cb50812-c3eb-4c2e-a475-32281d56706a req-bdd9cc89-a024-4d20-ae1c-8eb28cf95aeb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 1103 time: 0.0400887 Sep 07 20:30:30.426876 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4cb50812-c3eb-4c2e-a475-32281d56706a req-90ed77b7-9ee1-47f1-a12e-10ca8e797967 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335400 Sep 07 20:30:30.541601 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c924a2-1173-4ad1-9d35-dd18e3d9c9e0 req-f0248ed5-c794-472a-bdf4-80e51d9d0952 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:30.543138 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d1c924a2-1173-4ad1-9d35-dd18e3d9c9e0 req-f0248ed5-c794-472a-bdf4-80e51d9d0952 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 950 time: 0.0808601 Sep 07 20:30:30.556218 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b349ec-7fe8-435e-a63e-2363921b2085 req-c9cd4984-e8c9-404c-9676-ad45bb4c1374 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:30.557668 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a6b349ec-7fe8-435e-a63e-2363921b2085 req-c9cd4984-e8c9-404c-9676-ad45bb4c1374 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0696425 Sep 07 20:30:30.613790 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d1c924a2-1173-4ad1-9d35-dd18e3d9c9e0 req-0d6ecf79-4cd0-4fdb-9298-a1edb944a066 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551240 Sep 07 20:30:30.616477 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a6b349ec-7fe8-435e-a63e-2363921b2085 req-d598b1b0-cf93-4903-963f-7ef3fa81e622 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521657 Sep 07 20:30:30.835361 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fba34f-a6ef-4e00-8c13-9638ce173e28 req-095212e3-1f1b-4455-b29d-3a7710f4f595 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:30.837295 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-18fba34f-a6ef-4e00-8c13-9638ce173e28 req-095212e3-1f1b-4455-b29d-3a7710f4f595 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 944 time: 0.0587759 Sep 07 20:30:30.917188 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-18fba34f-a6ef-4e00-8c13-9638ce173e28 req-46ae5577-801e-4c3e-b824-6fa0f813a215 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Sep 07 20:30:30.938442 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b6d3e-ba4d-4a23-b05a-e5e6a60f500e req-1b043316-9e54-43ca-8cca-c8a8633742f6 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:30.940342 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4e5b6d3e-ba4d-4a23-b05a-e5e6a60f500e req-1b043316-9e54-43ca-8cca-c8a8633742f6 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 945 time: 0.0862362 Sep 07 20:30:30.991731 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4e5b6d3e-ba4d-4a23-b05a-e5e6a60f500e req-0442563d-ae46-4ffb-abad-59ba65ce0c95 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Sep 07 20:30:31.212282 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7c41c-162f-40fb-addd-5a29fe515ae2 req-9702acc8-003b-4fea-8db8-4b60ea68c86f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:31.212282 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-55c7c41c-162f-40fb-addd-5a29fe515ae2 req-9702acc8-003b-4fea-8db8-4b60ea68c86f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0742478 Sep 07 20:30:31.253308 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-55c7c41c-162f-40fb-addd-5a29fe515ae2 req-6d3b5bd9-08de-48e9-aa68-2cfc9806df09 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402906 Sep 07 20:30:32.043417 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394bb3-66b5-42a3-b307-80d9a2188e1b req-a4291606-9ab7-4da7-89e6-d1a986b3680f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:32.045065 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ee394bb3-66b5-42a3-b307-80d9a2188e1b req-a4291606-9ab7-4da7-89e6-d1a986b3680f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.3374734 Sep 07 20:30:32.058737 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcdcf1-65e0-453b-859f-07a9cba034c2 req-ee42d055-1b18-4b8d-9047-e3d489da36ea tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:32.062281 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ccfcdcf1-65e0-453b-859f-07a9cba034c2 req-ee42d055-1b18-4b8d-9047-e3d489da36ea tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 950 time: 0.3655930 Sep 07 20:30:32.119969 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ee394bb3-66b5-42a3-b307-80d9a2188e1b req-3097f45d-b30c-46f4-b93f-fc369e717b3b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565147 Sep 07 20:30:32.125339 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ccfcdcf1-65e0-453b-859f-07a9cba034c2 req-6339bb45-eabc-4c64-99ad-da6f722fbd5d tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537207 Sep 07 20:30:32.249346 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303597dc-8ca1-4d2e-b5bb-8878225a4182 req-f9570555-74c7-41ec-b6e3-f83324947f95 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:32.251067 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-303597dc-8ca1-4d2e-b5bb-8878225a4182 req-f9570555-74c7-41ec-b6e3-f83324947f95 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 944 time: 0.0586758 Sep 07 20:30:32.317340 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-303597dc-8ca1-4d2e-b5bb-8878225a4182 req-c72c7e8b-c3ab-4aec-b213-b1fb43ddd8a9 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578063 Sep 07 20:30:32.407842 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce43e29-bfe4-4277-8996-0b987875da65 req-55eaaefc-9644-48cb-b5b1-e9dbca34610d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:32.409640 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ce43e29-bfe4-4277-8996-0b987875da65 req-55eaaefc-9644-48cb-b5b1-e9dbca34610d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0612690 Sep 07 20:30:32.458364 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ce43e29-bfe4-4277-8996-0b987875da65 req-e37e6576-a9f6-4f92-a8d9-77969232e480 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 Sep 07 20:30:32.860928 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42210) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:33.006341 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5ac7-1def-482b-a512-a0ab8e598b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:33.109597 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5ac7-1def-482b-a512-a0ab8e598b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:33.209293 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7a8c5ac7-1def-482b-a512-a0ab8e598b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:33.285018 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-7a8c5ac7-1def-482b-a512-a0ab8e598b3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3d28a4d2b8345a49eb1336f199b0aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176795 Sep 07 20:30:33.285018 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42224) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:33.297974 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c5ac7-1def-482b-a512-a0ab8e598b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f1f3ce-9307-4e3a-977e-aec60f12021a,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:33.332115 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d6f11-ff5a-4ca5-9487-1b6ed3fd6fa0 req-bf1f1345-709e-4124-96fc-943eb420b611 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:33.333808 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8e9d6f11-ff5a-4ca5-9487-1b6ed3fd6fa0 req-bf1f1345-709e-4124-96fc-943eb420b611 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1281331 Sep 07 20:30:33.404759 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-71887588-d88e-4402-b065-e01060778160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:33.412071 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8e9d6f11-ff5a-4ca5-9487-1b6ed3fd6fa0 req-ab1d2e84-b03f-4522-8d44-ca23cb2e0b51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696521 Sep 07 20:30:33.433314 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-71887588-d88e-4402-b065-e01060778160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:33.585898 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 21a17427-3df7-4f90-8b71-da492e671f0b up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:33.602511 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-71887588-d88e-4402-b065-e01060778160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:33.605309 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-71887588-d88e-4402-b065-e01060778160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:33.608418 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-71887588-d88e-4402-b065-e01060778160 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11f1f3ce-9307-4e3a-977e-aec60f12021a HTTP/1.1" status: 204 len: 168 time: 0.3205540 Sep 07 20:30:33.624610 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71887588-d88e-4402-b065-e01060778160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f1f3ce-9307-4e3a-977e-aec60f12021a,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:33.645809 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44354-c3d0-427b-afc6-25788f41df61 req-e0009809-e291-457b-8150-195b8b75ae37 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:33.656768 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29a44354-c3d0-427b-afc6-25788f41df61 req-e0009809-e291-457b-8150-195b8b75ae37 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 950 time: 0.1149223 Sep 07 20:30:33.686423 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937c59f-c3f9-4be0-bbba-fd13fa97cc06 req-9cd1a4bb-4372-4fca-82ab-fc2b5e7778ce tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:33.696023 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b937c59f-c3f9-4be0-bbba-fd13fa97cc06 req-9cd1a4bb-4372-4fca-82ab-fc2b5e7778ce tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 944 time: 0.1513784 Sep 07 20:30:33.729684 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29a44354-c3d0-427b-afc6-25788f41df61 req-ce9fb4a4-2df2-4037-bff9-0cc92c48da38 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729034 Sep 07 20:30:33.753238 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b937c59f-c3f9-4be0-bbba-fd13fa97cc06 req-de3c1391-7bff-449e-a080-4b502f885533 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562603 Sep 07 20:30:33.798741 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 21a17427-3df7-4f90-8b71-da492e671f0b completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:33.804671 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 21a17427-3df7-4f90-8b71-da492e671f0b triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:33.806122 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:33.940030 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c0bb2-7bc3-4789-8873-5cce910d3a98 req-3ac09c9b-0fd1-4df4-ae71-4b4152d3f190 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:33.941313 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb3c0bb2-7bc3-4789-8873-5cce910d3a98 req-3ac09c9b-0fd1-4df4-ae71-4b4152d3f190 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0985429 Sep 07 20:30:33.943935 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:33.955375 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138015d-192a-4b31-9523-9a3f9b4a1311 req-7f9f2226-f537-4c79-a692-4bd553c0b47a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:33.956981 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8138015d-192a-4b31-9523-9a3f9b4a1311 req-7f9f2226-f537-4c79-a692-4bd553c0b47a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1105242 Sep 07 20:30:33.973220 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41af6dd6-678f-4fe4-aa52-71d76c8b2476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a17427-3df7-4f90-8b71-da492e671f0b'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:30:33.976844 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1648b9e8-913a-42f9-8d27-37dd4d90721e" -d '{"events": [{"server_uuid": "41af6dd6-678f-4fe4-aa52-71d76c8b2476", "name": "network-vif-plugged", "status": "completed", "tag": "21a17427-3df7-4f90-8b71-da492e671f0b"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:30:33.994171 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 21a17427-3df7-4f90-8b71-da492e671f0b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=21a17427-3df7-4f90-8b71-da492e671f0b,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:34.014394 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb3c0bb2-7bc3-4789-8873-5cce910d3a98 req-90352da0-2384-420d-b789-37600d03a361 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561504 Sep 07 20:30:34.028517 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8138015d-192a-4b31-9523-9a3f9b4a1311 req-55cc4481-c117-491d-b1ed-2c2babaaf2ab tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523295 Sep 07 20:30:34.052686 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:34.120150 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47df2ea8-85c6-45d6-adf9-fcddbd120078 x-openstack-request-id: req-47df2ea8-85c6-45d6-adf9-fcddbd120078 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:30:34.120439 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41af6dd6-678f-4fe4-aa52-71d76c8b2476", "name": "network-vif-plugged", "status": "completed", "tag": "21a17427-3df7-4f90-8b71-da492e671f0b", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:30:34.120686 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-47df2ea8-85c6-45d6-adf9-fcddbd120078 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:30:34.121795 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41af6dd6-678f-4fe4-aa52-71d76c8b2476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a17427-3df7-4f90-8b71-da492e671f0b', 'code': 200} Sep 07 20:30:34.122142 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=21a17427-3df7-4f90-8b71-da492e671f0b,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:34.673040 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414982f-3fa6-41b6-9c6a-fc2828f67ae2 req-55d48ef9-2965-49f1-9ba0-0e6e2dd87758 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:34.680525 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b414982f-3fa6-41b6-9c6a-fc2828f67ae2 req-55d48ef9-2965-49f1-9ba0-0e6e2dd87758 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 950 time: 0.1578820 Sep 07 20:30:34.691495 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4e1d-1578-40de-9d47-8f66e662aaf9 req-738c6876-04d6-47c3-919b-fd7f0585c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:34.691495 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-03aa4e1d-1578-40de-9d47-8f66e662aaf9 req-738c6876-04d6-47c3-919b-fd7f0585c1a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 1098 time: 0.1494043 Sep 07 20:30:34.694889 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae71ce-4868-48c5-9837-b541c6e9cbb9 req-0a92fcbe-cab2-4fb0-8211-8b5dff45bf5b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:34.696431 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-deae71ce-4868-48c5-9837-b541c6e9cbb9 req-0a92fcbe-cab2-4fb0-8211-8b5dff45bf5b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1467838 Sep 07 20:30:34.778075 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b414982f-3fa6-41b6-9c6a-fc2828f67ae2 req-5125fff8-d200-4bc5-85bc-25fe69578361 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965683 Sep 07 20:30:34.793884 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-03aa4e1d-1578-40de-9d47-8f66e662aaf9 req-7d405b74-e7d9-404a-bb63-8c00e4d81fb0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910106 Sep 07 20:30:34.797687 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-deae71ce-4868-48c5-9837-b541c6e9cbb9 req-0636c36c-46a9-4d5c-bee1-29180704af35 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836120 Sep 07 20:30:34.930915 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f995a9-b2eb-49b9-9eef-dc3a1de0935f req-c4b10848-8d56-4a19-8be3-3c4c667def66 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:34.933146 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1f995a9-b2eb-49b9-9eef-dc3a1de0935f req-c4b10848-8d56-4a19-8be3-3c4c667def66 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 945 time: 0.0883222 Sep 07 20:30:34.989600 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1f995a9-b2eb-49b9-9eef-dc3a1de0935f req-dc8b493e-8dc8-4cef-9d5c-c60c7a9057b1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Sep 07 20:30:35.022473 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42284) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:35.194556 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-295919042-network', 'tenant_id': '40d0edd690944f529c1fe771c92532d3'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:35.252238 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eedb0a-a3d0-4fbc-a9b5-94d1cf372b83 req-3e55f373-4a35-4e09-93f0-665fd4d61f11 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:35.254100 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-06eedb0a-a3d0-4fbc-a9b5-94d1cf372b83 req-3e55f373-4a35-4e09-93f0-665fd4d61f11 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1495976 Sep 07 20:30:35.285679 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e94ae7-6a7d-4385-ab8a-65d6e3a193ec req-ccdaa23a-f923-4b20-aeed-36bfeb3c4257 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:35.287324 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38e94ae7-6a7d-4385-ab8a-65d6e3a193ec req-ccdaa23a-f923-4b20-aeed-36bfeb3c4257 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1414173 Sep 07 20:30:35.324677 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-06eedb0a-a3d0-4fbc-a9b5-94d1cf372b83 req-ffeb9182-abf1-44dd-b824-0ef5f91af3d1 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637510 Sep 07 20:30:35.341785 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Made reservation on behalf of 40d0edd690944f529c1fe771c92532d3 for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:30:35.345356 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:35.353609 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38e94ae7-6a7d-4385-ab8a-65d6e3a193ec req-db085bc3-9262-4adb-979e-a6c2bdb5e81e tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590372 Sep 07 20:30:35.360199 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:35.458082 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:35.572227 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:35.599380 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:30:35.609201 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85899571-73fa-4edb-bf8d-1ca30cccdb61,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:35.614284 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:35.614620 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Added segment 9535693b-ab7c-4ec8-b12a-ee35f26eed0e of type vlan for network c366e875-b17e-496d-99ef-b411457a85fc Sep 07 20:30:35.658029 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:35.744106 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:35.745033 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:35.745881 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:35.818379 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] Pushing event updated for resources: {'Network': ['ID=c366e875-b17e-496d-99ef-b411457a85fc,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:35.823214 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network c366e875-b17e-496d-99ef-b411457a85fc details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:30:35.894021 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-72a6f542-5ddd-407a-a888-d951c7699033 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8703392 Sep 07 20:30:35.896977 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42300) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:35.901909 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Request body: {'subnet': {'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-295919042-subnet', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:35.938761 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e3c0d-c526-4533-a3e7-e5072fadd012 req-c5c8e060-1876-48de-80a6-733fbc68416f tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:35.940423 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-452e3c0d-c526-4533-a3e7-e5072fadd012 req-c5c8e060-1876-48de-80a6-733fbc68416f tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 950 time: 0.0861335 Sep 07 20:30:35.989362 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dafab-8c5f-4481-bd60-85c4585b7769 req-4cfdca1e-a6b4-484b-b84d-0b75a285e505 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:35.990927 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ea7dafab-8c5f-4481-bd60-85c4585b7769 req-4cfdca1e-a6b4-484b-b84d-0b75a285e505 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0941055 Sep 07 20:30:35.998944 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-452e3c0d-c526-4533-a3e7-e5072fadd012 req-9d34b1d5-2772-4626-9ff8-39a4f10f8453 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 Sep 07 20:30:36.045343 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ea7dafab-8c5f-4481-bd60-85c4585b7769 req-11161c2e-a25a-409b-b776-08039ffea99e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Sep 07 20:30:36.055389 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Made reservation on behalf of 40d0edd690944f529c1fe771c92532d3 for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:30:36.059898 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130232223'] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:36.128443 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb62878-a776-4de6-91b5-9da9cae84bc5 req-ec1dfc64-3f40-4451-8476-91061b7dca46 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:36.130497 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2fb62878-a776-4de6-91b5-9da9cae84bc5 req-ec1dfc64-3f40-4451-8476-91061b7dca46 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 945 time: 0.0540171 Sep 07 20:30:36.179393 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2fb62878-a776-4de6-91b5-9da9cae84bc5 req-f47b571f-c33a-41b6-8701-3e8b4bd17256 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399277 Sep 07 20:30:36.278364 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:36.379651 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133203522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130232201'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:36.442043 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=541d70a9-b98a-40bf-b4b2-34fd0f6b36bf,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:36.481938 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Checking segment: {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:36.482461 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Network hostable DHCP agents. Network: c366e875-b17e-496d-99ef-b411457a85fc, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:30:36.517706 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc3602-7670-4093-8bac-d96ac8ce383c req-fbc00f13-b5df-4fdc-a0ac-5873e2d5fd1c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:36.520757 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ddc3602-7670-4093-8bac-d96ac8ce383c req-fbc00f13-b5df-4fdc-a0ac-5873e2d5fd1c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0940814 Sep 07 20:30:36.535470 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90bb6-f56a-4f5f-94b6-f8dee03d61dd req-9c7027f5-e393-46f5-b626-5635d7ede630 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:36.537063 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f7b90bb6-f56a-4f5f-94b6-f8dee03d61dd req-9c7027f5-e393-46f5-b626-5635d7ede630 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0786359 Sep 07 20:30:36.595433 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Network c366e875-b17e-496d-99ef-b411457a85fc is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:30:36.610006 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f7b90bb6-f56a-4f5f-94b6-f8dee03d61dd req-61913277-f4e7-435a-bb28-528e5dd774ea tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620930 Sep 07 20:30:36.614219 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ddc3602-7670-4093-8bac-d96ac8ce383c req-5a437b1c-b93e-46f8-98df-bdd35ff2332b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748463 Sep 07 20:30:36.723734 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, c366e875-b17e-496d-99ef-b411457a85fc) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:36.728023 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:36.728617 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:36.734050 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf43c50-d396-4620-9102-da46c296e869 None None] Network c366e875-b17e-496d-99ef-b411457a85fc requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:30:36.839617 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5e2a3267-7da6-40c0-a583-0407546af319 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9408236 Sep 07 20:30:36.847656 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42318) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:36.852644 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:36.904035 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-c366e875-b17e-496d-99ef-b411457a85fc', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:30:36.905063 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:36.949742 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42320) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:36.967554 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:36.969780 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.045338 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.069436 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Allocated IP 172.20.0.2 (c366e875-b17e-496d-99ef-b411457a85fc/541d70a9-b98a-40bf-b4b2-34fd0f6b36bf/c51b6756-9d7b-43db-9b85-6e87447a1e93) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:30:37.230369 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3a4190b8-2441-4ca6-929f-1141d2f1c458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.260534 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.269828 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Transition to ACTIVE for port object c51b6756-9d7b-43db-9b85-6e87447a1e93 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:37.293986 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Transition to ACTIVE for port object c51b6756-9d7b-43db-9b85-6e87447a1e93 will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:37.305483 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-cb746147-4bdb-4c70-a97d-711f3e9a992d tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:37.322479 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-cb746147-4bdb-4c70-a97d-711f3e9a992d tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 950 time: 0.2570589 Sep 07 20:30:37.377615 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb19ac5-2299-458f-8bef-03764ce769a4 req-07b4fba8-123e-4294-8773-38d3ec9b25ca tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:37.379178 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1eb19ac5-2299-458f-8bef-03764ce769a4 req-07b4fba8-123e-4294-8773-38d3ec9b25ca tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 950 time: 0.2761803 Sep 07 20:30:37.404238 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.425573 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.438724 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dcf10-751e-4ebc-846e-e6b1ff073f15 req-950eb206-9f2d-4630-8fb2-5c57ae33f12a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:37.440589 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a39dcf10-751e-4ebc-846e-e6b1ff073f15 req-950eb206-9f2d-4630-8fb2-5c57ae33f12a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.2914128 Sep 07 20:30:37.443891 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Network c366e875-b17e-496d-99ef-b411457a85fc is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:37.446809 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:37.451128 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:30:37.482728 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Pushing event updated for resources: {'Port': ['ID=c51b6756-9d7b-43db-9b85-6e87447a1e93,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:37.525800 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Attempting to bind port c51b6756-9d7b-43db-9b85-6e87447a1e93 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:30:37.526244 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Attempting to bind port c51b6756-9d7b-43db-9b85-6e87447a1e93 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:30:37.526793 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Attempting to bind port c51b6756-9d7b-43db-9b85-6e87447a1e93 on network c366e875-b17e-496d-99ef-b411457a85fc {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:37.532576 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:30:37.533108 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Checking segment: {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:37.533559 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.534433 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Bound using segment: {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:30:37.534783 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Bound port: c51b6756-9d7b-43db-9b85-6e87447a1e93, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:30:37.535477 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.582732 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1eb19ac5-2299-458f-8bef-03764ce769a4 req-106a0cd9-1b9f-4485-b109-9aea43abfd59 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/security-groups?id=e89624ce-802b-49ca-8cee-55d2e3dd9fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539915 Sep 07 20:30:37.588537 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a39dcf10-751e-4ebc-846e-e6b1ff073f15 req-585de814-2422-4c65-9a6e-b112ad60567d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325626 Sep 07 20:30:37.654340 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] For port c51b6756-9d7b-43db-9b85-6e87447a1e93, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:30:37.660730 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Deleting port 9698389d-027a-4280-abc5-03150c1c5996 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:30:37.661066 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.667760 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] For port c51b6756-9d7b-43db-9b85-6e87447a1e93, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=c51b6756-9d7b-43db-9b85-6e87447a1e93,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:30:37.737611 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3a4190b8-2441-4ca6-929f-1141d2f1c458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.744245 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.806628 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24cc4b-ea7f-4661-9b67-bf7b0b23e28e None None] Pushing event updated for resources: {'Port': ['ID=c51b6756-9d7b-43db-9b85-6e87447a1e93,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:37.845490 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-3a4190b8-2441-4ca6-929f-1141d2f1c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.908284 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978adfe-8d43-4dc0-9a3e-4cce50d2525e req-988a43e2-a2a2-4e01-94ab-44c3c213bf2c tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:37.911478 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5978adfe-8d43-4dc0-9a3e-4cce50d2525e req-988a43e2-a2a2-4e01-94ab-44c3c213bf2c tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 945 time: 0.2365341 Sep 07 20:30:37.928652 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-3a4190b8-2441-4ca6-929f-1141d2f1c458 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c68e2f74844e4db696ab4caa1a4ac266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9799781 Sep 07 20:30:37.929007 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42338) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:37.967819 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea8581-0142-4243-a5af-d9e42c542884 req-b75d28a5-8b3a-450b-a120-09c66873bbf1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:37.969441 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9dea8581-0142-4243-a5af-d9e42c542884 req-b75d28a5-8b3a-450b-a120-09c66873bbf1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.2542956 Sep 07 20:30:37.975542 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] For port 9698389d-027a-4280-abc5-03150c1c5996, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9698389d-027a-4280-abc5-03150c1c5996,segment=NetworkSegment(23b78a63-65a3-47ca-9489-12b841e8fec4),segment_id=23b78a63-65a3-47ca-9489-12b841e8fec4)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:37.975542 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:37.997789 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4190b8-2441-4ca6-929f-1141d2f1c458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932f1477-a820-4a77-8f8f-2359ad8818eb,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:38.032564 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Calling delete_port for 9698389d-027a-4280-abc5-03150c1c5996 owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:30:38.032929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-25700493-0546-4b0b-968c-740ecbc5ac24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:38.083052 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-25700493-0546-4b0b-968c-740ecbc5ac24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:38.129168 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5978adfe-8d43-4dc0-9a3e-4cce50d2525e req-8b48607b-9d84-4227-86a1-38058a9cbe72 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057934 Sep 07 20:30:38.172066 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9dea8581-0142-4243-a5af-d9e42c542884 req-8d25c00c-c229-4668-9bef-49cc6044fcbd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875942 Sep 07 20:30:38.235874 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-25700493-0546-4b0b-968c-740ecbc5ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:38.243037 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-25700493-0546-4b0b-968c-740ecbc5ac24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:38.248621 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-25700493-0546-4b0b-968c-740ecbc5ac24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/932f1477-a820-4a77-8f8f-2359ad8818eb HTTP/1.1" status: 204 len: 168 time: 0.3183959 Sep 07 20:30:38.258676 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25700493-0546-4b0b-968c-740ecbc5ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932f1477-a820-4a77-8f8f-2359ad8818eb,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:38.370176 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd82a8-d3af-45da-87ca-0d297c28296a req-196b4b0e-71ba-42e3-b37c-cfb3f4209a84 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:38.372067 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-edfd82a8-d3af-45da-87ca-0d297c28296a req-196b4b0e-71ba-42e3-b37c-cfb3f4209a84 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1507678 Sep 07 20:30:38.406836 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:38.442742 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:38.510903 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-edfd82a8-d3af-45da-87ca-0d297c28296a req-5df1aeed-c83c-4cec-9bef-40c4374aa4e4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319630 Sep 07 20:30:38.596911 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Allocated IP 172.27.0.148 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/45536374-eab2-42d4-abc3-698406e2d2de) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:30:38.599747 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:38.616034 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['9698389d-027a-4280-abc5-03150c1c5996'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:30:38.651616 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Pushing event deleted for resources: {'Port': ['ID=9698389d-027a-4280-abc5-03150c1c5996,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:38.739068 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] No DVR routers for this DVR port 9698389d-027a-4280-abc5-03150c1c5996 on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:30:38.742722 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:38.744852 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-16eeda8e-cb3d-4cab-9a5e-30c2a6f03886 req-849cae84-2b32-4755-9835-5f97a86da7bc tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.59 "DELETE /v2.0/ports/9698389d-027a-4280-abc5-03150c1c5996 HTTP/1.1" status: 204 len: 173 time: 1.3948824 Sep 07 20:30:38.747615 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfe0c70-4bbe-4814-92f6-9f92d130dd7e', 'name': 'network-vif-deleted', 'tag': '9698389d-027a-4280-abc5-03150c1c5996'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:30:38.759035 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d3bdf8-8636-4183-86c8-6140a0eda8fa" -d '{"events": [{"server_uuid": "cbfe0c70-4bbe-4814-92f6-9f92d130dd7e", "name": "network-vif-deleted", "tag": "9698389d-027a-4280-abc5-03150c1c5996"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:30:38.894383 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-06d8e105-b2ec-41f8-a73d-36bd56c6d394 req-914a840d-6d17-479a-b83a-909b9335c0c9 tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 210 time: 0.0576799 Sep 07 20:30:38.973932 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device c51b6756-9d7b-43db-9b85-6e87447a1e93 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:39.079283 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.121778 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6458cce-2b93-44d9-81b3-70d1ccfdc435 x-openstack-request-id: req-e6458cce-2b93-44d9-81b3-70d1ccfdc435 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:30:39.121778 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfe0c70-4bbe-4814-92f6-9f92d130dd7e", "name": "network-vif-deleted", "tag": "9698389d-027a-4280-abc5-03150c1c5996", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:30:39.121778 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6458cce-2b93-44d9-81b3-70d1ccfdc435 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:30:39.121778 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfe0c70-4bbe-4814-92f6-9f92d130dd7e', 'name': 'network-vif-deleted', 'tag': '9698389d-027a-4280-abc5-03150c1c5996', 'status': 'completed', 'code': 200} Sep 07 20:30:39.172267 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409b43-e62b-4b7c-b8e8-af45eebf0330 req-2aac3164-053a-4aa0-baab-a4a630e3a3b0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:39.173394 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-68409b43-e62b-4b7c-b8e8-af45eebf0330 req-2aac3164-053a-4aa0-baab-a4a630e3a3b0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.2911854 Sep 07 20:30:39.198751 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42358) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:39.220491 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-03609d0e-e674-48bd-a107-acd94f8fd834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.252986 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.273579 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port c51b6756-9d7b-43db-9b85-6e87447a1e93 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:39.293422 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382061b3-3ccd-4c75-a722-3c8504196318 None None] Network c366e875-b17e-496d-99ef-b411457a85fc requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:30:39.331025 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-68409b43-e62b-4b7c-b8e8-af45eebf0330 req-e6bf3581-720d-43ab-b634-0daf6b184b75 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446466 Sep 07 20:30:39.380381 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:39.390423 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:39.391180 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-03609d0e-e674-48bd-a107-acd94f8fd834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.392878 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:30:39.399585 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Pushing event updated for resources: {'Port': ['ID=45536374-eab2-42d4-abc3-698406e2d2de,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:39.458781 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656efefc-75f8-4d35-8069-d1324a80e7de req-3ae9b622-1c5c-4012-9f9b-e4a51ae34915 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:39.458781 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-656efefc-75f8-4d35-8069-d1324a80e7de req-3ae9b622-1c5c-4012-9f9b-e4a51ae34915 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1680410 Sep 07 20:30:39.478502 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-03609d0e-e674-48bd-a107-acd94f8fd834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.478856 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-fae3801c-7ed7-49d4-8a3c-c62aaa273d16 None None] Provisioning for port c51b6756-9d7b-43db-9b85-6e87447a1e93 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:39.506290 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-fae3801c-7ed7-49d4-8a3c-c62aaa273d16 None None] Provisioning complete for port c51b6756-9d7b-43db-9b85-6e87447a1e93 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:39.506658 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-fae3801c-7ed7-49d4-8a3c-c62aaa273d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.527363 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03609d0e-e674-48bd-a107-acd94f8fd834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9529c-58d8-49a5-ac5d-9d5118cb1a8d,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:39.532792 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-03609d0e-e674-48bd-a107-acd94f8fd834 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af6a453f5f1548f4a043dc2fe490c830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329756 Sep 07 20:30:39.536112 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42364) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:39.599440 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-656efefc-75f8-4d35-8069-d1324a80e7de req-9466c8e1-e8a9-430b-be0d-1d0d88973b2d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386530 Sep 07 20:30:39.651598 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9fb2d0a5-92e9-4246-8e61-9664fb46d30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.688393 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-fae3801c-7ed7-49d4-8a3c-c62aaa273d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.697865 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9fb2d0a5-92e9-4246-8e61-9664fb46d30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.773811 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-fae3801c-7ed7-49d4-8a3c-c62aaa273d16 None None] For port c51b6756-9d7b-43db-9b85-6e87447a1e93, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=c51b6756-9d7b-43db-9b85-6e87447a1e93,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:39.838244 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460e5f-d139-4062-a067-a963802154d3 req-cb6474ea-3e3c-448a-b8b5-1e9aad569d91 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:39.844550 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-fae3801c-7ed7-49d4-8a3c-c62aaa273d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.846460 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f8460e5f-d139-4062-a067-a963802154d3 req-cb6474ea-3e3c-448a-b8b5-1e9aad569d91 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1446238 Sep 07 20:30:39.913279 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9fb2d0a5-92e9-4246-8e61-9664fb46d30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.916945 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9fb2d0a5-92e9-4246-8e61-9664fb46d30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:39.918616 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-9fb2d0a5-92e9-4246-8e61-9664fb46d30c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1bc9529c-58d8-49a5-ac5d-9d5118cb1a8d HTTP/1.1" status: 204 len: 168 time: 0.3812361 Sep 07 20:30:39.929989 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3801c-7ed7-49d4-8a3c-c62aaa273d16 None None] Pushing event updated for resources: {'Port': ['ID=c51b6756-9d7b-43db-9b85-6e87447a1e93,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:39.930144 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2d0a5-92e9-4246-8e61-9664fb46d30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9529c-58d8-49a5-ac5d-9d5118cb1a8d,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:39.995465 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-76e884dc-0a5a-4f4e-9cf5-ee71bb25db84 None None] Provisioning complete for port c51b6756-9d7b-43db-9b85-6e87447a1e93 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:39.995997 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-76e884dc-0a5a-4f4e-9cf5-ee71bb25db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:40.119891 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:30:40.316360 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b9bfd142-be07-41d2-b248-400a629a4d3d req-5ebece50-a4e2-4bec-869e-7d69d56bb23e tempest-VolumesNegativeTest-492755786 tempest-VolumesNegativeTest-492755786-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbfe0c70-4bbe-4814-92f6-9f92d130dd7e HTTP/1.1" status: 200 len: 210 time: 0.0496459 Sep 07 20:30:40.338338 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f8460e5f-d139-4062-a067-a963802154d3 req-e3e64dc9-5ccf-4ba9-aa9b-e91c54319b7e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4910178 Sep 07 20:30:40.341144 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:40.555362 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abf20e-b1a0-4298-b5c1-5a50978ad3dd req-e05f68ef-ef51-4350-a29a-3fdccb949441 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:40.556938 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-94abf20e-b1a0-4298-b5c1-5a50978ad3dd req-e05f68ef-ef51-4350-a29a-3fdccb949441 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0982563 Sep 07 20:30:40.648508 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-94abf20e-b1a0-4298-b5c1-5a50978ad3dd req-8091c6da-bbd9-44da-85a0-e6ffef826127 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801971 Sep 07 20:30:40.649570 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:40.820184 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe23386-5a6e-4270-a2ec-74eedfe93d30 req-17b94f24-352f-477b-a67d-13fec0064a7f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:40.828423 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9fe23386-5a6e-4270-a2ec-74eedfe93d30 req-17b94f24-352f-477b-a67d-13fec0064a7f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1125927 Sep 07 20:30:40.880669 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42390) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:40.889518 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9fe23386-5a6e-4270-a2ec-74eedfe93d30 req-226086c6-4ef7-4adf-b497-9965c6252551 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Sep 07 20:30:40.894693 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device c51b6756-9d7b-43db-9b85-6e87447a1e93 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:40.905175 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-62b0b61d-e5cc-40ea-b65d-5f0e1ef0e422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:40.953188 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Router 8222b771-a4db-4a75-bf48-fb3653475da3 is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:30:40.972438 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port c51b6756-9d7b-43db-9b85-6e87447a1e93 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:40.972959 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:41.019208 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-62b0b61d-e5cc-40ea-b65d-5f0e1ef0e422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:41.081700 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:30:41.090853 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Sync routers for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:30:41.103849 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:30:41.104801 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:30:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:41.142719 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-62b0b61d-e5cc-40ea-b65d-5f0e1ef0e422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:41.193114 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0b61d-e5cc-40ea-b65d-5f0e1ef0e422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62d494d-706f-4b78-b72b-4c818c4e05ce,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:41.200518 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-62b0b61d-e5cc-40ea-b65d-5f0e1ef0e422 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3bb38ed8418044dcba5101d5d866fbfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186357 Sep 07 20:30:41.200679 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42394) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:41.229342 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:30:41.240992 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:41.248079 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-4e9a0368-9284-4a47-a1d4-001617b6a10b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3930519 Sep 07 20:30:41.248212 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42396) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:41.275871 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5f825de-040c-4213-8b12-f049e2aff472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:41.313011 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5f825de-040c-4213-8b12-f049e2aff472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:41.481075 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5f825de-040c-4213-8b12-f049e2aff472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:41.484774 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5f825de-040c-4213-8b12-f049e2aff472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:41.496758 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-d5f825de-040c-4213-8b12-f049e2aff472 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d62d494d-706f-4b78-b72b-4c818c4e05ce HTTP/1.1" status: 204 len: 168 time: 0.2886198 Sep 07 20:30:41.500549 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f825de-040c-4213-8b12-f049e2aff472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62d494d-706f-4b78-b72b-4c818c4e05ce,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:41.614662 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:39Z', 'revision_number': 3, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:41.655951 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd7c3f-ad61-4768-820e-36b0caad5b98 req-0cf1cd8b-f6a8-44e0-97e9-414f2ed3c259 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:41.665964 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b9bd7c3f-ad61-4768-820e-36b0caad5b98 req-0cf1cd8b-f6a8-44e0-97e9-414f2ed3c259 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1001925 Sep 07 20:30:41.682827 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 9698389d-027a-4280-abc5-03150c1c5996 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:30:41.724516 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Checking router: 8222b771-a4db-4a75-bf48-fb3653475da3 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:30:41.724865 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Updating router 8222b771-a4db-4a75-bf48-fb3653475da3 port 45536374-eab2-42d4-abc3-698406e2d2de binding host dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:30:41.762932 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 9698389d-027a-4280-abc5-03150c1c5996 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:30:41.766013 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 9698389d-027a-4280-abc5-03150c1c5996 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:30:41.801600 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:41.806048 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b9bd7c3f-ad61-4768-820e-36b0caad5b98 req-e72a8a42-5bbd-4cb7-a203-cf615df0cee2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389320 Sep 07 20:30:41.904707 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e687c7-ffe9-458f-a5b8-1dd0f2d80eda req-97052839-a0be-4e7e-a14c-96252ce0332b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:41.928216 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-65e687c7-ffe9-458f-a5b8-1dd0f2d80eda req-97052839-a0be-4e7e-a14c-96252ce0332b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1102729 Sep 07 20:30:42.089669 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-65e687c7-ffe9-458f-a5b8-1dd0f2d80eda req-03f011aa-e7ab-4a6c-9d23-9e40ef1cc6bf tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591904 Sep 07 20:30:42.112537 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:42.191118 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda87da-e567-4bfd-b2cf-ac291573e4e4 req-22e07723-cf26-43c4-b02b-7bdd5681cb5f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:42.200855 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bcda87da-e567-4bfd-b2cf-ac291573e4e4 req-22e07723-cf26-43c4-b02b-7bdd5681cb5f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1674674 Sep 07 20:30:42.301908 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:42.317271 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bcda87da-e567-4bfd-b2cf-ac291573e4e4 req-8c97e7d6-a3b3-437b-b0a3-3da952b0cfbb tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128147 Sep 07 20:30:42.336100 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Allocated IP 172.20.0.1 (c366e875-b17e-496d-99ef-b411457a85fc/541d70a9-b98a-40bf-b4b2-34fd0f6b36bf/3847f77a-f487-46b8-afe0-83c0a0eb42df) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:30:42.339876 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Transition to ACTIVE for port object 45536374-eab2-42d4-abc3-698406e2d2de will not be triggered until provisioned by entity L2. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:42.426479 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:42.482124 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:42.505740 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Transition to ACTIVE for port object 3847f77a-f487-46b8-afe0-83c0a0eb42df will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:42.653847 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Attempting to bind port 45536374-eab2-42d4-abc3-698406e2d2de on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:30:42.654218 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Attempting to bind port 45536374-eab2-42d4-abc3-698406e2d2de by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:30:42.654580 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Attempting to bind port 45536374-eab2-42d4-abc3-698406e2d2de on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:42.662062 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Pushing event updated for resources: {'Port': ['ID=45536374-eab2-42d4-abc3-698406e2d2de,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:42.668096 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:30:42.668471 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:42.668867 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:42.669269 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:30:42.669740 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Bound port: 45536374-eab2-42d4-abc3-698406e2d2de, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:30:42.670207 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:42.673546 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.673922 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.674268 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.674603 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.674934 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.675262 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.675587 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.675911 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.676237 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.676558 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.676881 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.677199 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:42.721613 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:42.741778 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] For port 45536374-eab2-42d4-abc3-698406e2d2de, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:30:42.748392 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] For port 45536374-eab2-42d4-abc3-698406e2d2de, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=45536374-eab2-42d4-abc3-698406e2d2de,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:30:42.760658 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Network c366e875-b17e-496d-99ef-b411457a85fc is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:42.765546 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:42.769368 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:30:42.800432 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Pushing event updated for resources: {'Port': ['ID=3847f77a-f487-46b8-afe0-83c0a0eb42df,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:42.832307 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:42.899185 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:43.024943 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edad04-c5e2-4e26-b956-ff9e88bfafa3 None None] Pushing event updated for resources: {'Port': ['ID=45536374-eab2-42d4-abc3-698406e2d2de,revision_number=3']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:43.027942 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:30:43.028695 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:30:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:43.114813 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f856d-58cf-4c84-8cc7-be147a181ed0 req-11a32e7f-640b-45a6-b966-5f6f3d0ac212 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:43.127579 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ab9f856d-58cf-4c84-8cc7-be147a181ed0 req-11a32e7f-640b-45a6-b966-5f6f3d0ac212 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1558783 Sep 07 20:30:43.190786 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ab9f856d-58cf-4c84-8cc7-be147a181ed0 req-8b0de22f-9b8c-4994-9f85-655d436bb69d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402586 Sep 07 20:30:43.236804 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:30:43.244005 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-c81d8a2a-ddd5-4611-8266-d701adc04bb3 None None] Provisioning for port 3847f77a-f487-46b8-afe0-83c0a0eb42df completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:43.256545 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-c81d8a2a-ddd5-4611-8266-d701adc04bb3 None None] Provisioning complete for port 3847f77a-f487-46b8-afe0-83c0a0eb42df triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:43.257472 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c81d8a2a-ddd5-4611-8266-d701adc04bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:43.283274 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:43.320406 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cd742-6981-459d-9795-f65bc9ee6c57 req-fb7c109d-3baa-41a2-8216-5324326bcb6d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:43.328521 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-485cd742-6981-459d-9795-f65bc9ee6c57 req-fb7c109d-3baa-41a2-8216-5324326bcb6d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0964406 Sep 07 20:30:43.361547 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-c81d8a2a-ddd5-4611-8266-d701adc04bb3 None None] Port 3847f77a-f487-46b8-afe0-83c0a0eb42df cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:30:43.479278 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-485cd742-6981-459d-9795-f65bc9ee6c57 req-ea550f99-cf7a-483a-960c-403381229b7e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187510 Sep 07 20:30:43.529509 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:43.596863 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fac07-82a2-4d72-b65b-d4ec82a4e64a req-1ce4bdf1-42c4-41ce-b6cc-461a1584fd53 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:43.599456 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb9fac07-82a2-4d72-b65b-d4ec82a4e64a req-1ce4bdf1-42c4-41ce-b6cc-461a1584fd53 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0810280 Sep 07 20:30:43.611487 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:39Z', 'revision_number': 3, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:43.615199 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:43.645905 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2715f-2f14-4e39-8b88-623a5f36835d None None] The sync data for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi is: [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:39Z', 'revision_number': 3, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:30:43.680265 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb9fac07-82a2-4d72-b65b-d4ec82a4e64a req-d62b3feb-7268-468c-9dcc-0787b1ef1c60 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723803 Sep 07 20:30:43.734917 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Pushing event updated for resources: {'Port': ['ID=3847f77a-f487-46b8-afe0-83c0a0eb42df,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:43.759999 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:43.883638 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Network c366e875-b17e-496d-99ef-b411457a85fc is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:43.885115 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:44.069855 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Router 8222b771-a4db-4a75-bf48-fb3653475da3 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:30:44.230430 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:30:44.250277 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-99e37132-5afb-4ae4-b102-a1fc1f59501f admin admin] 10.222.0.72 "PUT /v2.0/routers/8222b771-a4db-4a75-bf48-fb3653475da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0035989 Sep 07 20:30:44.292947 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-f40fefdf-e635-45be-84e1-04390e7e7a38 None None] Provisioning complete for port 3847f77a-f487-46b8-afe0-83c0a0eb42df triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:44.294352 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-f40fefdf-e635-45be-84e1-04390e7e7a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:44.336149 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15578865-535b-4cec-af3f-76d28e5b7581 req-2b7e503a-2e08-4e42-8b6b-807a57b403ca tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:44.338069 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15578865-535b-4cec-af3f-76d28e5b7581 req-2b7e503a-2e08-4e42-8b6b-807a57b403ca tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0780563 Sep 07 20:30:44.361912 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-f40fefdf-e635-45be-84e1-04390e7e7a38 None None] Port 3847f77a-f487-46b8-afe0-83c0a0eb42df cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:30:44.391399 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-15578865-535b-4cec-af3f-76d28e5b7581 req-77215aea-d993-4b08-b4ad-5c1dc9eef240 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455837 Sep 07 20:30:44.646071 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f66d80-9541-46d3-bf9b-2161cb0a7c52 req-43787bdc-3185-46c3-9254-fa1160f57878 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:44.654556 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-01f66d80-9541-46d3-bf9b-2161cb0a7c52 req-43787bdc-3185-46c3-9254-fa1160f57878 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0698733 Sep 07 20:30:44.736677 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-01f66d80-9541-46d3-bf9b-2161cb0a7c52 req-8ec63f84-6b3e-4482-8376-96bd1e633478 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769172 Sep 07 20:30:44.934429 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0be7e3-d665-4286-aefb-02a81e2e5cf9 req-63ba8f59-eab0-4f9a-85e2-e6dbc1768ca2 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:44.938015 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3a0be7e3-d665-4286-aefb-02a81e2e5cf9 req-63ba8f59-eab0-4f9a-85e2-e6dbc1768ca2 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0969319 Sep 07 20:30:44.984829 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 45536374-eab2-42d4-abc3-698406e2d2de up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:44.991126 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3a0be7e3-d665-4286-aefb-02a81e2e5cf9 req-f1668acc-c8e7-4e1e-91f3-35aadb86031c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469563 Sep 07 20:30:45.149493 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 45536374-eab2-42d4-abc3-698406e2d2de completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:45.158698 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 45536374-eab2-42d4-abc3-698406e2d2de triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:45.159319 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:45.248422 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:45.272281 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 45536374-eab2-42d4-abc3-698406e2d2de, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=45536374-eab2-42d4-abc3-698406e2d2de,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:45.274293 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-76b21749-aff7-4031-b76d-c0724f3db7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:45.352738 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:45.437009 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42634) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:45.444773 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-737275712-network', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:45.572683 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3f903-ce39-459f-b2b7-5640e7a4c66b req-79f3a48c-c913-4cc7-9cda-fca01922a327 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:45.574669 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-96f3f903-ce39-459f-b2b7-5640e7a4c66b req-79f3a48c-c913-4cc7-9cda-fca01922a327 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0845120 Sep 07 20:30:45.604794 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=45536374-eab2-42d4-abc3-698406e2d2de,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:45.605827 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Made reservation on behalf of 81495746761f40d3bffdeb0f1b22243f for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:30:45.609848 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:45.622964 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:45.647390 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-96f3f903-ce39-459f-b2b7-5640e7a4c66b req-6a93e493-f8ef-4e56-a430-e29722ae1512 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656641 Sep 07 20:30:45.750979 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:45.770341 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Sync routers for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:30:45.780694 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:30:45.781394 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:30:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:45.835174 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:45.866154 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:30:45.895134 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d35396-e898-43fe-a250-77e521bcf657,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:45.898435 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:45.898779 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Added segment e5657a3a-e96d-46ff-aaf2-36df52d9a293 of type vlan for network 5444f62f-dd52-494f-afb9-7e783c3158b7 Sep 07 20:30:45.907819 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cab8a6-e44b-4f66-a413-551a5908f3ca req-229792dd-3bf9-4ae8-9825-14cbe51f80e8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:45.912562 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-77cab8a6-e44b-4f66-a413-551a5908f3ca req-229792dd-3bf9-4ae8-9825-14cbe51f80e8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1019385 Sep 07 20:30:45.922083 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:30:45.965539 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.003928 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-77cab8a6-e44b-4f66-a413-551a5908f3ca req-d70da542-4f56-4739-aea6-d079a441e860 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861471 Sep 07 20:30:46.122374 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a40fb-d400-40a2-8dc9-3e03b1b58946 req-835680ec-7ffd-45a6-a979-504f45e67f01 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:46.125581 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-441a40fb-d400-40a2-8dc9-3e03b1b58946 req-835680ec-7ffd-45a6-a979-504f45e67f01 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0539534 Sep 07 20:30:46.127130 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.128115 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:46.128768 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.186294 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '3847f77a-f487-46b8-afe0-83c0a0eb42df', 'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'mac_address': 'fa:16:3e:fd:fe:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:42Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 2, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'subnets': [{'id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:46.216546 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Checking router: 8222b771-a4db-4a75-bf48-fb3653475da3 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:30:46.216964 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Updating router 8222b771-a4db-4a75-bf48-fb3653475da3 port 3847f77a-f487-46b8-afe0-83c0a0eb42df binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:30:46.224085 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] Pushing event updated for resources: {'Network': ['ID=5444f62f-dd52-494f-afb9-7e783c3158b7,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:46.235936 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-441a40fb-d400-40a2-8dc9-3e03b1b58946 req-2cd8c7db-1882-4ef1-8a4f-0edc22a67d87 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943029 Sep 07 20:30:46.239060 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-60f36ad9-fe1a-4d78-8590-fa305917cc80 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8002958 Sep 07 20:30:46.241977 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42668) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:46.247619 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Request body: {'subnet': {'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-737275712-subnet', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'ip_version': 4}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:46.262107 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 5444f62f-dd52-494f-afb9-7e783c3158b7 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:30:46.290440 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.349701 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Made reservation on behalf of 81495746761f40d3bffdeb0f1b22243f for: {'subnet': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:30:46.352338 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-117110893'] for subnet, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.620992 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.624794 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130475520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-117110907'] for subnet, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.631578 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Transition to ACTIVE for port object 3847f77a-f487-46b8-afe0-83c0a0eb42df will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:46.695646 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81edcc77-e7f3-4481-a5a8-4894764bdd0c,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:46.698043 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Checking segment: {'id': 'e5657a3a-e96d-46ff-aaf2-36df52d9a293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:46.698395 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Network hostable DHCP agents. Network: 5444f62f-dd52-494f-afb9-7e783c3158b7, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:30:46.704316 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.757774 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78801a22-6563-4dd0-96f9-aef78451399a None None] Pushing event updated for resources: {'Port': ['ID=3847f77a-f487-46b8-afe0-83c0a0eb42df,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:46.813600 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af8170-49fd-4270-944d-2035a632c8e1 req-fced19b5-a1ea-4f16-b95a-023dfdf7af5b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:46.816311 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-74af8170-49fd-4270-944d-2035a632c8e1 req-fced19b5-a1ea-4f16-b95a-023dfdf7af5b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0833642 Sep 07 20:30:46.836366 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Attempting to bind port 3847f77a-f487-46b8-afe0-83c0a0eb42df on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:30:46.837543 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Attempting to bind port 3847f77a-f487-46b8-afe0-83c0a0eb42df by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:30:46.838135 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Attempting to bind port 3847f77a-f487-46b8-afe0-83c0a0eb42df on network c366e875-b17e-496d-99ef-b411457a85fc {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:46.845352 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:30:46.846555 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Checking segment: {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:46.846555 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.847044 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Bound using segment: {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:30:46.847680 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Bound port: 3847f77a-f487-46b8-afe0-83c0a0eb42df, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:30:46.848184 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:46.884537 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-74af8170-49fd-4270-944d-2035a632c8e1 req-804d607c-b55e-4a3e-86a7-3697f246dd27 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567024 Sep 07 20:30:46.907678 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 45536374-eab2-42d4-abc3-698406e2d2de up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:46.966096 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] For port 3847f77a-f487-46b8-afe0-83c0a0eb42df, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:30:46.978131 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Network 5444f62f-dd52-494f-afb9-7e783c3158b7 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:30:46.984072 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] For port 3847f77a-f487-46b8-afe0-83c0a0eb42df, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=3847f77a-f487-46b8-afe0-83c0a0eb42df,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:30:46.996968 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 45536374-eab2-42d4-abc3-698406e2d2de triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:46.997346 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:47.115254 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ec88-51cf-4ecd-b0ff-fe3afc86e14a req-5b3d9d64-1de5-4756-9843-607f7f567ee6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:47.116801 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b082ec88-51cf-4ecd-b0ff-fe3afc86e14a req-5b3d9d64-1de5-4756-9843-607f7f567ee6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Sep 07 20:30:47.161411 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b082ec88-51cf-4ecd-b0ff-fe3afc86e14a req-8c4a4ec3-5476-4420-9f9f-94b2a256c659 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383673 Sep 07 20:30:47.232335 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 5444f62f-dd52-494f-afb9-7e783c3158b7) {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:47.232450 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:47.237994 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:47.239894 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:47.244483 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4799ab5c-a480-4c98-8f6f-dacc29e1c182 None None] Network 5444f62f-dd52-494f-afb9-7e783c3158b7 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:30:47.315688 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-408ae91a-4d80-40ce-8603-b0f44df0a5e8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0685549 Sep 07 20:30:47.317816 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42714) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:47.325382 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:30:47.358902 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:30:47.359795 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:30:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:47.386740 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758eb6a-5fa7-4902-8860-8380c61bc118 req-eee74a5e-9acb-453f-8c82-1c8de1293f7f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:47.388492 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4758eb6a-5fa7-4902-8860-8380c61bc118 req-eee74a5e-9acb-453f-8c82-1c8de1293f7f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0703731 Sep 07 20:30:47.399933 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78801a22-6563-4dd0-96f9-aef78451399a None None] Pushing event updated for resources: {'Port': ['ID=3847f77a-f487-46b8-afe0-83c0a0eb42df,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:47.439175 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:47.445886 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:47.476445 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4758eb6a-5fa7-4902-8860-8380c61bc118 req-8c4abd03-18da-4f2f-a2ef-51db0d938b4a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745368 Sep 07 20:30:47.538153 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:30:47.554466 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:47.709258 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-5444f62f-dd52-494f-afb9-7e783c3158b7', 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'fixed_ips': [{'subnet_id': '81edcc77-e7f3-4481-a5a8-4894764bdd0c'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:30:47.710130 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:47.812828 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.060100 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Allocated IP 172.20.0.2 (5444f62f-dd52-494f-afb9-7e783c3158b7/81edcc77-e7f3-4481-a5a8-4894764bdd0c/187d521e-7659-4759-ae47-1b98ee236a9a) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:30:48.073818 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59b0a9-897b-40c9-a962-edcc48efa504 req-45b81f66-815a-4980-8aed-9ae03b1e3c79 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:48.076105 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ae59b0a9-897b-40c9-a962-edcc48efa504 req-45b81f66-815a-4980-8aed-9ae03b1e3c79 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1053286 Sep 07 20:30:48.082084 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-cae00cb7-390f-41ed-8155-1240b1e0de67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.134640 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ae59b0a9-897b-40c9-a962-edcc48efa504 req-07a8cdcf-419b-42d7-83e7-d0e9f20bd975 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454433 Sep 07 20:30:48.149038 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '3847f77a-f487-46b8-afe0-83c0a0eb42df', 'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'mac_address': 'fa:16:3e:fd:fe:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:42Z', 'updated_at': '2021-09-07T20:30:46Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'subnets': [{'id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:48.188693 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca09fc4-287e-49b3-85c1-3c811ddbe93a None None] The sync data for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi is: [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '3847f77a-f487-46b8-afe0-83c0a0eb42df', 'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'mac_address': 'fa:16:3e:fd:fe:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:42Z', 'updated_at': '2021-09-07T20:30:46Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'subnets': [{'id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:30:48.294119 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.305958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Transition to ACTIVE for port object 187d521e-7659-4759-ae47-1b98ee236a9a will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:48.317520 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.327224 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Transition to ACTIVE for port object 187d521e-7659-4759-ae47-1b98ee236a9a will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:48.354870 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.376587 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.377877 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120a795-a0cf-48c1-9d60-d7fb076b683d req-4a60ab0d-e24f-42da-b3c9-db27bea15894 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:48.379833 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5120a795-a0cf-48c1-9d60-d7fb076b683d req-4a60ab0d-e24f-42da-b3c9-db27bea15894 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0703573 Sep 07 20:30:48.407278 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.431971 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5120a795-a0cf-48c1-9d60-d7fb076b683d req-febb187a-ea79-44fc-b91e-50f113822cf1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445821 Sep 07 20:30:48.456479 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Network 5444f62f-dd52-494f-afb9-7e783c3158b7 is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:48.460177 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:48.476537 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Pushing event updated for resources: {'Port': ['ID=187d521e-7659-4759-ae47-1b98ee236a9a,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:48.481321 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:30:48.512779 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Allocated IP 172.27.0.140 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/0fc06841-0137-4178-ac26-8bdcd1ee5910) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:30:48.558473 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Attempting to bind port 187d521e-7659-4759-ae47-1b98ee236a9a on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:30:48.558473 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Attempting to bind port 187d521e-7659-4759-ae47-1b98ee236a9a by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': 'e5657a3a-e96d-46ff-aaf2-36df52d9a293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:30:48.558473 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Attempting to bind port 187d521e-7659-4759-ae47-1b98ee236a9a on network 5444f62f-dd52-494f-afb9-7e783c3158b7 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:48.567171 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:30:48.569011 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Checking segment: {'id': 'e5657a3a-e96d-46ff-aaf2-36df52d9a293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:48.569011 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.569011 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Bound using segment: {'id': 'e5657a3a-e96d-46ff-aaf2-36df52d9a293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:30:48.569011 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Bound port: 187d521e-7659-4759-ae47-1b98ee236a9a, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5657a3a-e96d-46ff-aaf2-36df52d9a293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:30:48.570718 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.671469 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ade44-a881-4069-b7da-29e062ba1b58 req-af6daef2-5c88-4eb6-85af-b87ab7ef1eca tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:48.678681 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-146ade44-a881-4069-b7da-29e062ba1b58 req-af6daef2-5c88-4eb6-85af-b87ab7ef1eca tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0772660 Sep 07 20:30:48.699051 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.720152 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] For port 187d521e-7659-4759-ae47-1b98ee236a9a, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:30:48.731752 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] For port 187d521e-7659-4759-ae47-1b98ee236a9a, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=187d521e-7659-4759-ae47-1b98ee236a9a,segment=NetworkSegment(e5657a3a-e96d-46ff-aaf2-36df52d9a293),segment_id=e5657a3a-e96d-46ff-aaf2-36df52d9a293)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:30:48.733241 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-146ade44-a881-4069-b7da-29e062ba1b58 req-94590cfb-e4cf-403c-9075-2839315bd419 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491350 Sep 07 20:30:48.841393 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.841613 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:48.879113 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:48.884941 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:48.887305 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:30:48.898970 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 3847f77a-f487-46b8-afe0-83c0a0eb42df up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:48.940626 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc06841-0137-4178-ac26-8bdcd1ee5910,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:48.993498 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e8912-5aaf-45eb-90b5-c8857c747a36 None None] Pushing event updated for resources: {'Port': ['ID=187d521e-7659-4759-ae47-1b98ee236a9a,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:49.080732 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 3847f77a-f487-46b8-afe0-83c0a0eb42df completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:49.084999 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 3847f77a-f487-46b8-afe0-83c0a0eb42df triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:49.085451 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:49.276526 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42788) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:49.322932 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:49.373382 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 3847f77a-f487-46b8-afe0-83c0a0eb42df, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=3847f77a-f487-46b8-afe0-83c0a0eb42df,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:49.394888 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:49.404692 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1155e-83b5-4340-a168-15a79dfc4439 req-543ff977-9371-4051-a94d-d366fab592a2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:49.418379 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a9b1155e-83b5-4340-a168-15a79dfc4439 req-543ff977-9371-4051-a94d-d366fab592a2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1513064 Sep 07 20:30:49.449913 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:49.509878 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a9b1155e-83b5-4340-a168-15a79dfc4439 req-395819a4-f38b-455b-a703-b4ef8d3b223f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869324 Sep 07 20:30:49.542112 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2eb7-1919-484a-ba56-49fcf293d26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:49.563784 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=3847f77a-f487-46b8-afe0-83c0a0eb42df,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:49.673020 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552375f-df73-4858-bc77-ebf568ec1c7e req-ab704467-c425-4379-a894-ba776d0df925 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:49.680516 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1552375f-df73-4858-bc77-ebf568ec1c7e req-ab704467-c425-4379-a894-ba776d0df925 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0967603 Sep 07 20:30:49.689252 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:49.709611 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:49.740472 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1552375f-df73-4858-bc77-ebf568ec1c7e req-6825b601-d636-464f-9f3a-6dad29476bdd tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587060 Sep 07 20:30:49.766199 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2eb7-1919-484a-ba56-49fcf293d26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:49.907554 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2eb7-1919-484a-ba56-49fcf293d26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:49.934767 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42800) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:50.000178 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c2eb7-1919-484a-ba56-49fcf293d26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443ed6cb-8943-4d30-944d-4c4c12a85608,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:50.006737 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-2e2c2eb7-1919-484a-ba56-49fcf293d26c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9573b99b63b74ddc847e416274d46010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7285082 Sep 07 20:30:50.010748 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42804) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:50.023216 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebea8d0-ef03-4e3f-84ed-cdea67015f1f req-eef4bf91-c328-4339-9307-1e66c51c925d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:50.024800 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5ebea8d0-ef03-4e3f-84ed-cdea67015f1f req-eef4bf91-c328-4339-9307-1e66c51c925d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.1887746 Sep 07 20:30:50.033849 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ced4-8372-4494-b99b-532b8b4a8fd4 req-3612307a-5514-4258-8d73-6ff2cdbea8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:50.035225 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1f56ced4-8372-4494-b99b-532b8b4a8fd4 req-3612307a-5514-4258-8d73-6ff2cdbea8e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1098 time: 0.1784487 Sep 07 20:30:50.124826 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1f56ced4-8372-4494-b99b-532b8b4a8fd4 req-b56d9e4a-4c4f-4c1e-93ac-3b9d84390f84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730979 Sep 07 20:30:50.138302 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5ebea8d0-ef03-4e3f-84ed-cdea67015f1f req-ba37987d-7b4c-4c04-b877-480124c8cfb1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973120 Sep 07 20:30:50.145776 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5d5621f0-a6f7-4dd4-921e-b8ec824b3e4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a4d78ac3708d4ec5a0e35949d61804bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095985 Sep 07 20:30:50.146358 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42806) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:50.149852 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5a47878-a61f-46cb-850a-7f550c2f488f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.162005 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:30:50.177072 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5a47878-a61f-46cb-850a-7f550c2f488f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.230570 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e5358-cb27-455e-b47b-7b73aad82f6b None None] Network 5444f62f-dd52-494f-afb9-7e783c3158b7 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:30:50.252147 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-65925d98-9a15-4d85-b71d-4240ef526d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.306820 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5a47878-a61f-46cb-850a-7f550c2f488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.310076 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5a47878-a61f-46cb-850a-7f550c2f488f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.310671 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-65925d98-9a15-4d85-b71d-4240ef526d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.317201 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-d5a47878-a61f-46cb-850a-7f550c2f488f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/443ed6cb-8943-4d30-944d-4c4c12a85608 HTTP/1.1" status: 204 len: 168 time: 0.3014545 Sep 07 20:30:50.326003 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a47878-a61f-46cb-850a-7f550c2f488f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443ed6cb-8943-4d30-944d-4c4c12a85608,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:50.348999 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:30:50.362452 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Sync routers for ids ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:30:50.383197 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Routers {'02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:30:50.386904 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:30:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:50.391178 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a1b683e-8fa3-4525-84de-d52b4e9711be None None] Provisioning for port 187d521e-7659-4759-ae47-1b98ee236a9a completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:50.454379 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.458296 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-586901fe-74ba-43d7-8298-55c41b0c1867 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1347837 Sep 07 20:30:50.462595 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42816) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:50.500695 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-65925d98-9a15-4d85-b71d-4240ef526d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.503291 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-65925d98-9a15-4d85-b71d-4240ef526d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.505185 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-65925d98-9a15-4d85-b71d-4240ef526d4c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e89624ce-802b-49ca-8cee-55d2e3dd9fb0 HTTP/1.1" status: 204 len: 168 time: 0.3578558 Sep 07 20:30:50.527181 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65925d98-9a15-4d85-b71d-4240ef526d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89624ce-802b-49ca-8cee-55d2e3dd9fb0,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:50.534326 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Set router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:30:50.750121 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfc5ee-d1ef-4fa8-ad7a-0fe5222a302d req-c870361d-a4bb-4f10-9320-c552a72bf7bd tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:50.751924 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b2cfc5ee-d1ef-4fa8-ad7a-0fe5222a302d req-c870361d-a4bb-4f10-9320-c552a72bf7bd tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0788448 Sep 07 20:30:50.784342 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:50.813536 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b2cfc5ee-d1ef-4fa8-ad7a-0fe5222a302d req-31feaf7e-1eec-467c-9676-7b2117f2350f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540221 Sep 07 20:30:50.876749 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:47Z', 'updated_at': '2021-09-07T20:30:49Z', 'revision_number': 3, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'gw_port': {'id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:48Z', 'updated_at': '2021-09-07T20:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:50.937370 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Checking router: 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:30:50.937758 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Updating router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb port 0fc06841-0137-4178-ac26-8bdcd1ee5910 binding host dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:30:51.001223 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.084676 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.086475 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c29290-4735-441f-8293-3f6e0f28bf3c req-7b0df85f-f8c0-424b-ba99-c47c5949be17 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:51.101307 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05c29290-4735-441f-8293-3f6e0f28bf3c req-7b0df85f-f8c0-424b-ba99-c47c5949be17 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1793923 Sep 07 20:30:51.200930 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 3847f77a-f487-46b8-afe0-83c0a0eb42df up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:51.234280 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05c29290-4735-441f-8293-3f6e0f28bf3c req-ff9b235a-3c9c-4fdc-b13d-e544a53dcf99 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076071 Sep 07 20:30:51.272279 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 3847f77a-f487-46b8-afe0-83c0a0eb42df triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:51.272854 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.330579 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Allocated IP 172.20.0.1 (5444f62f-dd52-494f-afb9-7e783c3158b7/81edcc77-e7f3-4481-a5a8-4894764bdd0c/97ba6876-2bd8-45f3-b160-97f1cda2b534) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:30:51.364889 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67960293-c128-485c-9447-4fec03f085bd req-eef8ed2c-4224-4997-9510-e85ae52f7678 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:51.372526 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-67960293-c128-485c-9447-4fec03f085bd req-eef8ed2c-4224-4997-9510-e85ae52f7678 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0599871 Sep 07 20:30:51.374490 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.382425 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 187d521e-7659-4759-ae47-1b98ee236a9a up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:51.395180 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Transition to ACTIVE for port object 0fc06841-0137-4178-ac26-8bdcd1ee5910 will not be triggered until provisioned by entity L2. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:51.427470 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-67960293-c128-485c-9447-4fec03f085bd req-59b43cc2-b951-460a-8c50-b9af9cd16e3c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539682 Sep 07 20:30:51.477500 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.503991 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.516006 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 42840) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:51.540635 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2da1a439-d097-4fb5-98e8-c0bd148a2d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.561086 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 187d521e-7659-4759-ae47-1b98ee236a9a completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:51.570056 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 187d521e-7659-4759-ae47-1b98ee236a9a triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:51.570904 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.571128 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Attempting to bind port 0fc06841-0137-4178-ac26-8bdcd1ee5910 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:30:51.571725 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Attempting to bind port 0fc06841-0137-4178-ac26-8bdcd1ee5910 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:30:51.572275 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Attempting to bind port 0fc06841-0137-4178-ac26-8bdcd1ee5910 on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:51.574695 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9f5b5-8737-47a0-babd-b657502af145 None None] Pushing event updated for resources: {'Port': ['ID=0fc06841-0137-4178-ac26-8bdcd1ee5910,revision_number=2']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:51.581888 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:30:51.582567 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:51.583623 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.584938 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:30:51.585592 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Bound port: 0fc06841-0137-4178-ac26-8bdcd1ee5910, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:30:51.586587 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.662109 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] For port 0fc06841-0137-4178-ac26-8bdcd1ee5910, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:30:51.669405 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] For port 0fc06841-0137-4178-ac26-8bdcd1ee5910, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0fc06841-0137-4178-ac26-8bdcd1ee5910,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:30:51.707426 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.709015 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2da1a439-d097-4fb5-98e8-c0bd148a2d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.711508 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Transition to ACTIVE for port object 97ba6876-2bd8-45f3-b160-97f1cda2b534 will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:51.742226 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 187d521e-7659-4759-ae47-1b98ee236a9a, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=187d521e-7659-4759-ae47-1b98ee236a9a,segment=NetworkSegment(e5657a3a-e96d-46ff-aaf2-36df52d9a293),segment_id=e5657a3a-e96d-46ff-aaf2-36df52d9a293)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:51.769793 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.795180 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2da1a439-d097-4fb5-98e8-c0bd148a2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.818732 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Routers {'02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:30:51.819353 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:30:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:51.836472 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-2da1a439-d097-4fb5-98e8-c0bd148a2d58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a670246448d2415a93f5d6b3a49203b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187585 Sep 07 20:30:51.838405 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1a439-d097-4fb5-98e8-c0bd148a2d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a30e430-bc7c-4c01-90ac-c16bb8e53d28,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:51.839233 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 42842) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:30:51.855538 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.857212 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:51.880227 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9f5b5-8737-47a0-babd-b657502af145 None None] Pushing event updated for resources: {'Port': ['ID=0fc06841-0137-4178-ac26-8bdcd1ee5910,revision_number=3']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:51.932695 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Network 5444f62f-dd52-494f-afb9-7e783c3158b7 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:51.939837 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=187d521e-7659-4759-ae47-1b98ee236a9a,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:51.943651 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:51.946915 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:30:51.959755 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] Set router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:30:51.973055 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Pushing event updated for resources: {'Port': ['ID=97ba6876-2bd8-45f3-b160-97f1cda2b534,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:51.976294 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afe11a-b9a3-42da-b2e6-f5b4db7ae9f4 req-27f0b01e-66a3-4285-9592-ed48172b1f91 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:51.986161 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c3afe11a-b9a3-42da-b2e6-f5b4db7ae9f4 req-27f0b01e-66a3-4285-9592-ed48172b1f91 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0616212 Sep 07 20:30:51.996168 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6944d3c2-af90-4eb0-8db0-36b1a5c1437f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.014247 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.033446 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c3afe11a-b9a3-42da-b2e6-f5b4db7ae9f4 req-db2fda5e-3dc7-4594-8dac-6ef0b7427fc4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440426 Sep 07 20:30:52.059347 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6944d3c2-af90-4eb0-8db0-36b1a5c1437f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.164555 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:47Z', 'updated_at': '2021-09-07T20:30:49Z', 'revision_number': 3, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'gw_port': {'id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:48Z', 'updated_at': '2021-09-07T20:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:52.197006 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204bec46-a7b5-48e2-8272-03b692e05aa4 None None] The sync data for ids ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'] in dv-cinder-760194-9-iscsi is: [{'id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:47Z', 'updated_at': '2021-09-07T20:30:49Z', 'revision_number': 3, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'gw_port': {'id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:48Z', 'updated_at': '2021-09-07T20:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:30:52.292388 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6944d3c2-af90-4eb0-8db0-36b1a5c1437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.295019 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6944d3c2-af90-4eb0-8db0-36b1a5c1437f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.296960 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-6944d3c2-af90-4eb0-8db0-36b1a5c1437f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a30e430-bc7c-4c01-90ac-c16bb8e53d28 HTTP/1.1" status: 204 len: 168 time: 0.4566288 Sep 07 20:30:52.305837 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944d3c2-af90-4eb0-8db0-36b1a5c1437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a30e430-bc7c-4c01-90ac-c16bb8e53d28,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:52.354290 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.367652 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bfee2-8f98-4eaa-b52f-70fef3405154 req-1ef94a6c-1179-4d05-be66-3899a8163817 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:52.375329 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7d2bfee2-8f98-4eaa-b52f-70fef3405154 req-1ef94a6c-1179-4d05-be66-3899a8163817 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0591502 Sep 07 20:30:52.379038 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-a791a7e0-fbb6-4d99-ac26-77ab416444ef None None] Provisioning for port 97ba6876-2bd8-45f3-b160-97f1cda2b534 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:52.387902 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-a791a7e0-fbb6-4d99-ac26-77ab416444ef None None] Provisioning complete for port 97ba6876-2bd8-45f3-b160-97f1cda2b534 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:52.388575 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-a791a7e0-fbb6-4d99-ac26-77ab416444ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.428793 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7d2bfee2-8f98-4eaa-b52f-70fef3405154 req-cbab42ee-ac40-4941-9174-a2b4fcd96ae9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523407 Sep 07 20:30:52.443366 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-a791a7e0-fbb6-4d99-ac26-77ab416444ef None None] Port 97ba6876-2bd8-45f3-b160-97f1cda2b534 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:30:52.593959 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a568206-ff39-4e59-a49f-642de5e75568 req-c49dc740-0745-4bc1-8aa9-e503ab83ccb2 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:52.603387 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1a568206-ff39-4e59-a49f-642de5e75568 req-c49dc740-0745-4bc1-8aa9-e503ab83ccb2 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0877826 Sep 07 20:30:52.610878 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.648546 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1a568206-ff39-4e59-a49f-642de5e75568 req-16cfa7c6-6f94-4ea2-a0c5-8f73fb31c8a4 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Sep 07 20:30:52.669224 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.752720 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:52.754433 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Pushing event updated for resources: {'Port': ['ID=97ba6876-2bd8-45f3-b160-97f1cda2b534,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:52.889815 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Network 5444f62f-dd52-494f-afb9-7e783c3158b7 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:30:52.891710 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:30:52.990594 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0fc06841-0137-4178-ac26-8bdcd1ee5910 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:53.121068 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:30:53.200024 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a32292-df63-460e-afd5-b9a5d0d58207 req-12ac8f81-b4dc-45fe-a78c-0dd6e8bb2298 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:53.202589 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-97a32292-df63-460e-afd5-b9a5d0d58207 req-12ac8f81-b4dc-45fe-a78c-0dd6e8bb2298 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0632818 Sep 07 20:30:53.264200 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:30:53.281049 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-643860d1-f53a-4705-a1a4-d7cb90ed1581 admin admin] 10.222.0.72 "PUT /v2.0/routers/02e7ca05-8b61-4dbf-a4ea-7ebedca48afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8126183 Sep 07 20:30:53.281277 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 0fc06841-0137-4178-ac26-8bdcd1ee5910 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:53.281362 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-97a32292-df63-460e-afd5-b9a5d0d58207 req-cde7c4f6-c052-4ee3-a392-22713f125e16 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668151 Sep 07 20:30:53.298878 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-7799df70-0beb-406a-abac-7a51b6d8c0da None None] Provisioning complete for port 97ba6876-2bd8-45f3-b160-97f1cda2b534 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:53.304166 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7799df70-0beb-406a-abac-7a51b6d8c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:53.306162 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 0fc06841-0137-4178-ac26-8bdcd1ee5910 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:53.306505 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:53.401288 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f68a67-f8b6-4a3d-bc29-2265daf9be0b req-0c42521e-9bde-485b-b707-e1e3217c77d1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:53.403072 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-18f68a67-f8b6-4a3d-bc29-2265daf9be0b req-0c42521e-9bde-485b-b707-e1e3217c77d1 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0592217 Sep 07 20:30:53.404486 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-7799df70-0beb-406a-abac-7a51b6d8c0da None None] Port 97ba6876-2bd8-45f3-b160-97f1cda2b534 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:30:53.473331 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:53.499250 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 0fc06841-0137-4178-ac26-8bdcd1ee5910, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0fc06841-0137-4178-ac26-8bdcd1ee5910,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:53.510566 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-18f68a67-f8b6-4a3d-bc29-2265daf9be0b req-dbae9d18-8713-443a-baac-68047b7b522f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988617 Sep 07 20:30:53.526875 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-4f3691bf-99ee-4c3c-b6ba-91a4d550262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:53.534667 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-4f3691bf-99ee-4c3c-b6ba-91a4d550262a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7b36bec10302410c99d21249f321ea84&device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 1098 time: 0.0824194 Sep 07 20:30:53.553490 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:53.553828 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 187d521e-7659-4759-ae47-1b98ee236a9a up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:53.645597 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=0fc06841-0137-4178-ac26-8bdcd1ee5910,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:53.659624 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 187d521e-7659-4759-ae47-1b98ee236a9a triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:53.659995 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:53.702834 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d2746-b16f-41f3-be58-f9c33dbe0018 req-6a1bdf5a-5f05-4215-af8a-953d0cf23837 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:53.710275 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f68d2746-b16f-41f3-be58-f9c33dbe0018 req-6a1bdf5a-5f05-4215-af8a-953d0cf23837 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1214452 Sep 07 20:30:53.789166 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-1eb3b639-3095-4858-bd03-08ac15682800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:53.791215 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-1eb3b639-3095-4858-bd03-08ac15682800 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 200 len: 919 time: 0.2502792 Sep 07 20:30:53.800306 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f68d2746-b16f-41f3-be58-f9c33dbe0018 req-666b10c7-3cc6-4ed9-8d43-cc615f7d6df2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890903 Sep 07 20:30:53.852591 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-460bbb6c-d977-4dff-ba36-c3850689bba9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870 HTTP/1.1" status: 200 len: 217 time: 0.0506339 Sep 07 20:30:53.905705 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-603ac46e-0345-40f6-b0e5-f852f039524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:53.907374 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-603ac46e-0345-40f6-b0e5-f852f039524b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 200 len: 858 time: 0.0472059 Sep 07 20:30:53.943615 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-127e8eed-9f29-467e-a8e5-337dc2df1592 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34dad5fb-6e19-44ba-a9cf-679924a85e45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250070 Sep 07 20:30:54.080180 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-10724eb7-4d38-428b-b94e-f5112c86984e service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262352 Sep 07 20:30:54.218736 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2fb7d5a1-197f-4d7f-9dfe-e5ad3e92f861 req-b1ab5728-f3f0-44b5-8adf-9baec856da8b service neutron] 10.222.0.59 "GET /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267366 Sep 07 20:30:54.400366 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0409e0a-06e1-4a4d-97a7-9a566ca9f9d0 req-c5cee0b9-8600-43aa-88b1-930343dd13fd tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:54.402003 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e0409e0a-06e1-4a4d-97a7-9a566ca9f9d0 req-c5cee0b9-8600-43aa-88b1-930343dd13fd tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0492802 Sep 07 20:30:54.447862 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e0409e0a-06e1-4a4d-97a7-9a566ca9f9d0 req-60d02739-0da4-4530-a766-5873feaf84d3 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356014 Sep 07 20:30:54.876492 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0fc06841-0137-4178-ac26-8bdcd1ee5910 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:54.923541 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a933ed9-bdb3-40f9-b76e-a5e440b66d4f req-f8266b2c-e208-4b92-a98a-de2908235de8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:54.931397 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4a933ed9-bdb3-40f9-b76e-a5e440b66d4f req-f8266b2c-e208-4b92-a98a-de2908235de8 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0933809 Sep 07 20:30:54.935513 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 0fc06841-0137-4178-ac26-8bdcd1ee5910 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:54.940212 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:54.989024 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4a933ed9-bdb3-40f9-b76e-a5e440b66d4f req-7a5dad7f-0f94-40c4-822c-05aad6ee505f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563064 Sep 07 20:30:55.086069 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-460a7202-2ab8-4397-b26a-2690b8bd91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:55.088623 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-460a7202-2ab8-4397-b26a-2690b8bd91b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 1098 time: 0.0793641 Sep 07 20:30:55.187783 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bc063-ca20-4841-95f5-3241bac4c168 req-df6d8794-2829-4dbe-96dc-650a55302f16 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:55.199578 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ad1bc063-ca20-4841-95f5-3241bac4c168 req-df6d8794-2829-4dbe-96dc-650a55302f16 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1005437 Sep 07 20:30:55.287610 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ad1bc063-ca20-4841-95f5-3241bac4c168 req-e18b2317-414f-4ebc-800d-c04ef0383c0b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866864 Sep 07 20:30:55.340078 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bfc63-949d-438b-8759-e65222242dc9 req-0d477126-5089-462a-bc32-246d50003463 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:55.343260 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b80bfc63-949d-438b-8759-e65222242dc9 req-0d477126-5089-462a-bc32-246d50003463 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1130071 Sep 07 20:30:55.452397 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b80bfc63-949d-438b-8759-e65222242dc9 req-7d7ded6b-54b6-4c21-aa5a-729bc4906cda tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950525 Sep 07 20:30:55.453695 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Sync routers for ids ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:30:55.464421 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Routers {'02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:30:55.465099 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:30:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:55.477457 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-38d631a5-d232-4509-8c8d-3a54295a82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:55.482913 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-38d631a5-d232-4509-8c8d-3a54295a82dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 911 time: 0.1888394 Sep 07 20:30:55.598317 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-dc511c61-a3f4-4919-a448-becfabbf46f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02 HTTP/1.1" status: 200 len: 1000 time: 0.1020846 Sep 07 20:30:55.786425 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Set router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:30:55.797185 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:30:55.885730 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-50c05dd7-4a29-4cf9-9bd6-1988b95e9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:55.889406 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-50c05dd7-4a29-4cf9-9bd6-1988b95e9723 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 200 len: 849 time: 0.2770901 Sep 07 20:30:55.971093 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-07895d70-4122-48b5-89c7-80e75c4f05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:55.972796 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-07895d70-4122-48b5-89c7-80e75c4f05c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97095c9e-e952-4a41-81ef-7fce322ef885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707631 Sep 07 20:30:56.279522 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:56.281019 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-1e6f67ae-234a-4b78-8938-6d967cd4db97 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921519 Sep 07 20:30:56.338080 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8522210-74cf-4a00-b8a7-c15cbd9c78fe req-93dcd015-3b42-44f1-97e1-10d9343d81b9 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:56.339613 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c8522210-74cf-4a00-b8a7-c15cbd9c78fe req-93dcd015-3b42-44f1-97e1-10d9343d81b9 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.2143569 Sep 07 20:30:56.379870 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'port_id': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'mac_address': 'fa:16:3e:f1:74:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:30:56.407526 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53935709-62c2-4371-a425-e7ec0dac0bcb req-3655eb80-130b-43ec-a83a-c14173def7b0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:56.409055 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53935709-62c2-4371-a425-e7ec0dac0bcb req-3655eb80-130b-43ec-a83a-c14173def7b0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 945 time: 0.2212245 Sep 07 20:30:56.446185 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:56.473836 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:30:56.488817 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c8522210-74cf-4a00-b8a7-c15cbd9c78fe req-472e0cf0-7a55-4aae-b38f-e07475fdfdbe tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390057 Sep 07 20:30:56.495145 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:56.499357 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70c8f7a9-bd41-48f1-a3e5-f7dc50c4e508 req-64f56bf6-05e8-4bf8-b2f6-9bf9ca152325 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015781 Sep 07 20:30:56.511937 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-53935709-62c2-4371-a425-e7ec0dac0bcb req-8aeddd90-84c1-48a8-8c8f-250e6abdd329 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933223 Sep 07 20:30:56.551263 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:47Z', 'updated_at': '2021-09-07T20:30:52Z', 'revision_number': 4, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'gw_port': {'id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:48Z', 'updated_at': '2021-09-07T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '97ba6876-2bd8-45f3-b160-97f1cda2b534', 'name': '', 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'mac_address': 'fa:16:3e:cc:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '81edcc77-e7f3-4481-a5a8-4894764bdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:51Z', 'updated_at': '2021-09-07T20:30:52Z', 'revision_number': 2, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'subnets': [{'id': '81edcc77-e7f3-4481-a5a8-4894764bdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:56.589599 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:56.594606 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Checking router: 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:30:56.595120 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Updating router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb port 97ba6876-2bd8-45f3-b160-97f1cda2b534 binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:30:56.661043 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:56.683824 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=6']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:56.749943 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08777b-5e12-45ee-b316-0bee389b30e0 req-90b1de71-960d-48be-9ec7-515cf9d8a462 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:56.757574 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4c08777b-5e12-45ee-b316-0bee389b30e0 req-90b1de71-960d-48be-9ec7-515cf9d8a462 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1082563 Sep 07 20:30:56.799190 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['64e3cda0-8355-47eb-b7f5-80ef2dc21b32'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:30:56.800033 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d31f19-5ef9-481d-8230-13fedd1fafc4 req-379e23aa-998d-4e85-bcdd-28e73319b6e8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:56.801735 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1d31f19-5ef9-481d-8230-13fedd1fafc4 req-379e23aa-998d-4e85-bcdd-28e73319b6e8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 944 time: 0.1373212 Sep 07 20:30:56.825098 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4c08777b-5e12-45ee-b316-0bee389b30e0 req-6e36bb34-9fab-4f65-ba04-76495733a07f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665433 Sep 07 20:30:56.868643 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1d31f19-5ef9-481d-8230-13fedd1fafc4 req-e72e64d4-19b2-41c2-8093-ef467c41a8c3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501742 Sep 07 20:30:57.159074 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:57.170896 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Transition to ACTIVE for port object 97ba6876-2bd8-45f3-b160-97f1cda2b534 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:30:57.246314 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Attempting to bind port 97ba6876-2bd8-45f3-b160-97f1cda2b534 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Attempting to bind port 97ba6876-2bd8-45f3-b160-97f1cda2b534 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': 'e5657a3a-e96d-46ff-aaf2-36df52d9a293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Attempting to bind port 97ba6876-2bd8-45f3-b160-97f1cda2b534 on network 5444f62f-dd52-494f-afb9-7e783c3158b7 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ace201-9c83-43ce-a166-870a3ebebcda None None] Pushing event updated for resources: {'Port': ['ID=97ba6876-2bd8-45f3-b160-97f1cda2b534,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Checking segment: {'id': 'e5657a3a-e96d-46ff-aaf2-36df52d9a293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Bound using segment: {'id': 'e5657a3a-e96d-46ff-aaf2-36df52d9a293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Bound port: 97ba6876-2bd8-45f3-b160-97f1cda2b534, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5657a3a-e96d-46ff-aaf2-36df52d9a293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:30:57.437173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:57.565939 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] For port 97ba6876-2bd8-45f3-b160-97f1cda2b534, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:30:57.580205 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] For port 97ba6876-2bd8-45f3-b160-97f1cda2b534, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=97ba6876-2bd8-45f3-b160-97f1cda2b534,segment=NetworkSegment(e5657a3a-e96d-46ff-aaf2-36df52d9a293),segment_id=e5657a3a-e96d-46ff-aaf2-36df52d9a293)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:30:57.647020 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:57.738786 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ace201-9c83-43ce-a166-870a3ebebcda None None] Pushing event updated for resources: {'Port': ['ID=97ba6876-2bd8-45f3-b160-97f1cda2b534,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:57.742124 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Routers {'02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:30:57.742401 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:30:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:57.817662 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:57.990691 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] Set router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:30:57.993036 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:58.001993 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:58.053802 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960baee-b64c-4574-8d48-b8ba56f2c41d req-78cda91b-f08a-46da-90db-df6dcf7bd721 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:58.055452 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1960baee-b64c-4574-8d48-b8ba56f2c41d req-78cda91b-f08a-46da-90db-df6dcf7bd721 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.4316943 Sep 07 20:30:58.079145 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ded6cb-49eb-4c83-baee-99d16c171c18 req-4f34d375-884e-45d1-9291-1365ffee698f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:58.080880 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-61ded6cb-49eb-4c83-baee-99d16c171c18 req-4f34d375-884e-45d1-9291-1365ffee698f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 945 time: 0.0951958 Sep 07 20:30:58.174378 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1960baee-b64c-4574-8d48-b8ba56f2c41d req-25e3f79b-6965-43bd-9566-588496346d8f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041365 Sep 07 20:30:58.191739 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-61ded6cb-49eb-4c83-baee-99d16c171c18 req-7e9fa0a1-d69c-4bcf-8a19-90e4c29d8e70 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973775 Sep 07 20:30:58.304614 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:58.346416 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:30:58.349050 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b0b468-dbba-4a3d-9d37-1779b3e63ab7" -d '{"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:30:58.357515 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5b65e-7bfa-4659-951f-37dec316874d req-8b65e556-a01f-4e08-ad59-9e1d26682da6 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:58.358694 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9cd5b65e-7bfa-4659-951f-37dec316874d req-8b65e556-a01f-4e08-ad59-9e1d26682da6 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0822740 Sep 07 20:30:58.365374 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:58.370718 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b951cf-4164-4178-b287-0e08408fdf30 req-c37e797f-4ee3-40bb-a8ed-4e5d1eaf6d86 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:58.374241 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-28b951cf-4164-4178-b287-0e08408fdf30 req-c37e797f-4ee3-40bb-a8ed-4e5d1eaf6d86 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 944 time: 0.0880136 Sep 07 20:30:58.382931 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:47Z', 'updated_at': '2021-09-07T20:30:52Z', 'revision_number': 4, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'gw_port': {'id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:48Z', 'updated_at': '2021-09-07T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '97ba6876-2bd8-45f3-b160-97f1cda2b534', 'name': '', 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'mac_address': 'fa:16:3e:cc:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '81edcc77-e7f3-4481-a5a8-4894764bdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:51Z', 'updated_at': '2021-09-07T20:30:57Z', 'revision_number': 4, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'subnets': [{'id': '81edcc77-e7f3-4481-a5a8-4894764bdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:30:58.413748 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a283415-adc6-4c34-9285-eee6e5079036 None None] The sync data for ids ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'] in dv-cinder-760194-9-iscsi is: [{'id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:47Z', 'updated_at': '2021-09-07T20:30:52Z', 'revision_number': 4, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'gw_port': {'id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:48Z', 'updated_at': '2021-09-07T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '97ba6876-2bd8-45f3-b160-97f1cda2b534', 'name': '', 'network_id': '5444f62f-dd52-494f-afb9-7e783c3158b7', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'mac_address': 'fa:16:3e:cc:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '81edcc77-e7f3-4481-a5a8-4894764bdd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:51Z', 'updated_at': '2021-09-07T20:30:57Z', 'revision_number': 4, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'subnets': [{'id': '81edcc77-e7f3-4481-a5a8-4894764bdd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:30:58.454607 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9cd5b65e-7bfa-4659-951f-37dec316874d req-97bb4032-8fd0-46c6-a8f1-a8cb33a7599f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793316 Sep 07 20:30:58.483069 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-28b951cf-4164-4178-b287-0e08408fdf30 req-b29b66c6-9ae3-4c5b-960c-28161b7f219e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938690 Sep 07 20:30:58.520389 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-467ba8ad-d928-47f0-bb36-f9ed745f37d7 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:58.521962 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-467ba8ad-d928-47f0-bb36-f9ed745f37d7 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 945 time: 0.1134644 Sep 07 20:30:58.574282 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cef3fd-ab94-440e-a5f6-9eea9007b8e8 x-openstack-request-id: req-e6cef3fd-ab94-440e-a5f6-9eea9007b8e8 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:30:58.574810 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:30:58.575007 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6cef3fd-ab94-440e-a5f6-9eea9007b8e8 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:30:58.575391 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'code': 200} Sep 07 20:30:58.583475 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:58.661183 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=7']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:58.704592 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Deleting port 21a17427-3df7-4f90-8b71-da492e671f0b {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:30:58.705847 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:58.865871 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] For port 21a17427-3df7-4f90-8b71-da492e671f0b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=21a17427-3df7-4f90-8b71-da492e671f0b,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:58.866572 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:58.887008 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Calling delete_port for 21a17427-3df7-4f90-8b71-da492e671f0b owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:30:58.934350 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 97ba6876-2bd8-45f3-b160-97f1cda2b534 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:30:59.100391 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 97ba6876-2bd8-45f3-b160-97f1cda2b534 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:30:59.105298 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 97ba6876-2bd8-45f3-b160-97f1cda2b534 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:30:59.105684 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:59.169752 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:59.189561 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['227675d8-a5ad-4d92-8807-6b0eaa80362f', 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8', '96998a06-c95e-4eab-ad56-0d28b1c80fc0', '21a17427-3df7-4f90-8b71-da492e671f0b'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:30:59.212627 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Pushing event deleted for resources: {'Port': ['ID=21a17427-3df7-4f90-8b71-da492e671f0b,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:59.267938 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.269114 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.269663 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.270719 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.271242 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.272248 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.272776 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.274036 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.274568 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.275573 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.276101 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.277414 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:30:59.326251 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:59.364871 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b0c8e039-13a8-480a-9963-8eb39d98b437 req-dfc0b788-e880-4d86-bcb9-4d678559eca8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 210 time: 0.0552063 Sep 07 20:30:59.365702 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] No DVR routers for this DVR port 21a17427-3df7-4f90-8b71-da492e671f0b on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:30:59.368499 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:59.371196 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd87c3f7-5bdb-4a8c-8ef6-99a6cac5bebd req-aa92d20e-2df8-469d-8fe2-f43d967b248a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "DELETE /v2.0/ports/21a17427-3df7-4f90-8b71-da492e671f0b HTTP/1.1" status: 204 len: 173 time: 0.8381288 Sep 07 20:30:59.374487 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41af6dd6-678f-4fe4-aa52-71d76c8b2476', 'name': 'network-vif-deleted', 'tag': '21a17427-3df7-4f90-8b71-da492e671f0b'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:30:59.375381 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe9781-b1e8-42e1-99ae-80d665efd15c" -d '{"events": [{"server_uuid": "41af6dd6-678f-4fe4-aa52-71d76c8b2476", "name": "network-vif-deleted", "tag": "21a17427-3df7-4f90-8b71-da492e671f0b"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:30:59.383265 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 97ba6876-2bd8-45f3-b160-97f1cda2b534, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=97ba6876-2bd8-45f3-b160-97f1cda2b534,segment=NetworkSegment(e5657a3a-e96d-46ff-aaf2-36df52d9a293),segment_id=e5657a3a-e96d-46ff-aaf2-36df52d9a293)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:30:59.424619 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c77b280-eba8-4fbd-af1a-98f377213d63 x-openstack-request-id: req-9c77b280-eba8-4fbd-af1a-98f377213d63 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:30:59.424913 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41af6dd6-678f-4fe4-aa52-71d76c8b2476", "name": "network-vif-deleted", "tag": "21a17427-3df7-4f90-8b71-da492e671f0b", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:30:59.425162 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c77b280-eba8-4fbd-af1a-98f377213d63 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:30:59.425556 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41af6dd6-678f-4fe4-aa52-71d76c8b2476', 'name': 'network-vif-deleted', 'tag': '21a17427-3df7-4f90-8b71-da492e671f0b', 'status': 'completed', 'code': 200} Sep 07 20:30:59.479594 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:30:59.590481 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=97ba6876-2bd8-45f3-b160-97f1cda2b534,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:30:59.694280 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4018b1-42ec-4ac1-8c76-cfd92790c629 req-96e0e69d-2a75-43dd-ae6b-80e3f04424a6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:30:59.702900 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d4018b1-42ec-4ac1-8c76-cfd92790c629 req-96e0e69d-2a75-43dd-ae6b-80e3f04424a6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0782535 Sep 07 20:30:59.757068 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6d4018b1-42ec-4ac1-8c76-cfd92790c629 req-7646149a-74e9-4e0e-bbf9-35da48aa6320 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532677 Sep 07 20:31:00.563732 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-079a0bbb-179f-45a2-9f3e-8b77e80b520e req-6fb4c1a5-c722-432c-bf5d-fba51e3aec04 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=41af6dd6-678f-4fe4-aa52-71d76c8b2476 HTTP/1.1" status: 200 len: 210 time: 0.0954404 Sep 07 20:31:00.904654 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 97ba6876-2bd8-45f3-b160-97f1cda2b534 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:31:00.943246 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d33f2e-98da-4360-a48c-7503246c37a1 req-ed80f1de-9c84-455a-b1c1-ee03dd5e806d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:00.952656 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a1d33f2e-98da-4360-a48c-7503246c37a1 req-ed80f1de-9c84-455a-b1c1-ee03dd5e806d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0903239 Sep 07 20:31:00.959163 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 97ba6876-2bd8-45f3-b160-97f1cda2b534 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:31:00.959763 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:00.991677 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a1d33f2e-98da-4360-a48c-7503246c37a1 req-c8e21f3d-9fa9-42df-92af-79e2dd8e8531 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380743 Sep 07 20:31:01.859684 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 21a17427-3df7-4f90-8b71-da492e671f0b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:01.872385 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 21a17427-3df7-4f90-8b71-da492e671f0b {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:31:01.872730 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 21a17427-3df7-4f90-8b71-da492e671f0b not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:31:02.141289 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa889f-c89a-4b8c-99fd-36052b4a8d77 req-d6e4345d-1674-4f33-8342-5a170790324c tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:02.143065 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c4aa889f-c89a-4b8c-99fd-36052b4a8d77 req-d6e4345d-1674-4f33-8342-5a170790324c tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0523696 Sep 07 20:31:02.193326 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c4aa889f-c89a-4b8c-99fd-36052b4a8d77 req-defc0835-b0a2-46c9-985a-3a9a2286f8f8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441411 Sep 07 20:31:03.378349 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed8aa0-0480-4135-b642-e2e4691c61f8 req-b5501d2b-18b3-424e-b497-14be55f00e50 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:03.380739 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-54ed8aa0-0480-4135-b642-e2e4691c61f8 req-b5501d2b-18b3-424e-b497-14be55f00e50 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0681207 Sep 07 20:31:03.470134 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-54ed8aa0-0480-4135-b642-e2e4691c61f8 req-1e32f77f-f5d8-41e1-a283-f8a1bab3ac03 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740304 Sep 07 20:31:03.883544 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853aea5-dfef-4b54-a15a-987da6b578b1 req-866ba8d4-682f-4d87-9631-516c6cb0958d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:03.885181 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f853aea5-dfef-4b54-a15a-987da6b578b1 req-866ba8d4-682f-4d87-9631-516c6cb0958d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 945 time: 0.0497115 Sep 07 20:31:03.928936 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f853aea5-dfef-4b54-a15a-987da6b578b1 req-8afd0636-4b30-41e1-b3b2-50a5d931437d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363858 Sep 07 20:31:04.620840 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaff854-353e-4ddb-87fd-8cc532208015 req-70239c8a-f813-4429-8427-ba7136975294 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:04.622846 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cbaff854-353e-4ddb-87fd-8cc532208015 req-70239c8a-f813-4429-8427-ba7136975294 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0562556 Sep 07 20:31:04.668337 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cbaff854-353e-4ddb-87fd-8cc532208015 req-29e829e9-dc75-45d6-82d2-ca10ae8b376f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388777 Sep 07 20:31:05.066076 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eca9e-836b-4224-890f-5df0fcba3b84 req-7197f47d-ad2f-43af-aa31-cf59a0b41131 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:05.066076 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-996eca9e-836b-4224-890f-5df0fcba3b84 req-7197f47d-ad2f-43af-aa31-cf59a0b41131 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 945 time: 0.0591648 Sep 07 20:31:05.142768 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-996eca9e-836b-4224-890f-5df0fcba3b84 req-74cce4f7-6c51-4159-9ef4-4bf2c6a3d10f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690532 Sep 07 20:31:05.792606 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7ac1b-4268-4200-8f49-9b2af78ead42 req-240742ce-bfaf-4b59-8756-3fb721549971 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:05.794232 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dab7ac1b-4268-4200-8f49-9b2af78ead42 req-240742ce-bfaf-4b59-8756-3fb721549971 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0538015 Sep 07 20:31:05.833670 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dab7ac1b-4268-4200-8f49-9b2af78ead42 req-e8b6c8fc-1c4a-4ed5-a51f-3f20d76aa374 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Sep 07 20:31:06.269845 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f8b6a-9025-4c23-93ce-5a843a6effb2 req-20fc0ea3-3c09-491d-a935-dbffaf1064f1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:06.271276 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ad6f8b6a-9025-4c23-93ce-5a843a6effb2 req-20fc0ea3-3c09-491d-a935-dbffaf1064f1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 945 time: 0.0567851 Sep 07 20:31:06.310497 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ad6f8b6a-9025-4c23-93ce-5a843a6effb2 req-4af93cec-25f7-4f27-9b3d-037efc131911 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331209 Sep 07 20:31:06.403279 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:06.963175 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362d18f-b83d-4f54-9706-756511ff4faa req-654acf13-0bc6-47a8-aa2b-f4595b6e2c8d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:06.964709 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1362d18f-b83d-4f54-9706-756511ff4faa req-654acf13-0bc6-47a8-aa2b-f4595b6e2c8d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0519867 Sep 07 20:31:07.005509 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1362d18f-b83d-4f54-9706-756511ff4faa req-96665846-bf16-4fbc-8d4b-9181bad86755 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346336 Sep 07 20:31:07.427142 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed075-261b-4ea5-b3a8-900c477d1103 req-1da7fb33-8248-4d34-bb1b-aade32fd0ff9 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:07.428621 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a47ed075-261b-4ea5-b3a8-900c477d1103 req-1da7fb33-8248-4d34-bb1b-aade32fd0ff9 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 945 time: 0.0513101 Sep 07 20:31:07.465553 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a47ed075-261b-4ea5-b3a8-900c477d1103 req-ddb6ed1c-8362-489a-aef8-886c49f54fc1 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309527 Sep 07 20:31:08.131963 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0a6ea-a6f2-4b09-ba7f-980f4a28fcaf req-8e1155a3-9821-4afc-a27b-b35422538214 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:08.133528 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-83d0a6ea-a6f2-4b09-ba7f-980f4a28fcaf req-8e1155a3-9821-4afc-a27b-b35422538214 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0480227 Sep 07 20:31:08.186828 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-83d0a6ea-a6f2-4b09-ba7f-980f4a28fcaf req-21d31d99-0860-4d63-a1ae-c6f761e00b10 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Sep 07 20:31:08.289643 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665b687-0161-44b5-94d6-349d526c1839 req-136b1161-9c64-45d6-97ff-d0f33ac2d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:08.291337 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2665b687-0161-44b5-94d6-349d526c1839 req-136b1161-9c64-45d6-97ff-d0f33ac2d1ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0462704 Sep 07 20:31:08.398814 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665b687-0161-44b5-94d6-349d526c1839 req-7c644e3a-f252-425c-ac23-54b5cac35830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:08.400270 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2665b687-0161-44b5-94d6-349d526c1839 req-7c644e3a-f252-425c-ac23-54b5cac35830 service neutron] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 917 time: 0.0883002 Sep 07 20:31:08.570573 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2665b687-0161-44b5-94d6-349d526c1839 req-5f529cd6-82d4-4072-9067-72e28b9a44dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32 HTTP/1.1" status: 200 len: 1001 time: 0.1487699 Sep 07 20:31:08.644401 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-f1d18b54-f254-490a-9b5d-191e3a3492d5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:08.646075 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-f1d18b54-f254-490a-9b5d-191e3a3492d5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 945 time: 0.0832922 Sep 07 20:31:08.669759 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-3cc78e9c-f94e-461d-9648-dbcca9c3aac9 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:08.672008 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-3cc78e9c-f94e-461d-9648-dbcca9c3aac9 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/networks?id=c366e875-b17e-496d-99ef-b411457a85fc HTTP/1.1" status: 200 len: 814 time: 0.2051048 Sep 07 20:31:08.700907 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79661f7c-32b4-4ae1-8501-c789ecf8b041 req-144e6277-e44e-474d-9964-a785662cdcbd tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:08.702587 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-79661f7c-32b4-4ae1-8501-c789ecf8b041 req-144e6277-e44e-474d-9964-a785662cdcbd tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 945 time: 0.1493692 Sep 07 20:31:08.704086 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665b687-0161-44b5-94d6-349d526c1839 req-9b4cb466-0844-4ccb-9e32-fe884fae7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:08.705693 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2665b687-0161-44b5-94d6-349d526c1839 req-9b4cb466-0844-4ccb-9e32-fe884fae7bf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.1088321 Sep 07 20:31:08.709603 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-387ba6ae-7b08-442c-b3e9-a91696c5ba8d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/quotas/40d0edd690944f529c1fe771c92532d3 HTTP/1.1" status: 200 len: 375 time: 0.0262814 Sep 07 20:31:08.813009 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-79661f7c-32b4-4ae1-8501-c789ecf8b041 req-17759c86-cf2f-4ce3-bfcd-df4d95a53891 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985556 Sep 07 20:31:08.822516 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665b687-0161-44b5-94d6-349d526c1839 req-0e6b5498-74ab-4a2e-88ea-e2abba058559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:08.824076 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2665b687-0161-44b5-94d6-349d526c1839 req-0e6b5498-74ab-4a2e-88ea-e2abba058559 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1029253 Sep 07 20:31:08.824848 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Deleting port 96998a06-c95e-4eab-ad56-0d28b1c80fc0 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:31:08.825297 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:08.851860 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-c80a5230-46e6-4a8b-a23a-83eecec8febe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=40d0edd690944f529c1fe771c92532d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197307 Sep 07 20:31:08.942043 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] For port 96998a06-c95e-4eab-ad56-0d28b1c80fc0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=96998a06-c95e-4eab-ad56-0d28b1c80fc0,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:08.942463 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:08.959548 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Calling delete_port for 96998a06-c95e-4eab-ad56-0d28b1c80fc0 owned by compute:nova {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:31:09.039368 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-c70c9569-b485-4326-bab7-b03453861b6b service neutron] 10.222.0.72 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729546 Sep 07 20:31:09.049135 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2665b687-0161-44b5-94d6-349d526c1839 req-243bb437-2f35-470c-b7c5-8c8ab91f01a7 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960742 Sep 07 20:31:09.254099 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-95d33934-66f2-446d-8865-0e99b7ae2141 service neutron] 10.222.0.72 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137885 Sep 07 20:31:09.260415 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2665b687-0161-44b5-94d6-349d526c1839 req-906aa81f-1027-4a56-892e-c848b284b11e service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975982 Sep 07 20:31:09.332174 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:09.335123 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172946c-49fe-4624-bab1-0654cb20a12e req-aa940513-f3ee-458a-ae6c-02ad72cbc46e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:09.345565 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6172946c-49fe-4624-bab1-0654cb20a12e req-aa940513-f3ee-458a-ae6c-02ad72cbc46e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0716469 Sep 07 20:31:09.349262 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['227675d8-a5ad-4d92-8807-6b0eaa80362f', 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8', '96998a06-c95e-4eab-ad56-0d28b1c80fc0'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:31:09.382353 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Pushing event deleted for resources: {'Port': ['ID=96998a06-c95e-4eab-ad56-0d28b1c80fc0,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:09.393864 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.394564 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.395228 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.395933 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.396503 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.396974 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.397447 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.398015 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.402690 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.402690 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.402690 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.402690 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:09.441250 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6172946c-49fe-4624-bab1-0654cb20a12e req-27aadb8d-d748-4840-99c9-c5d21211a245 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961549 Sep 07 20:31:09.506901 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] No DVR routers for this DVR port 96998a06-c95e-4eab-ad56-0d28b1c80fc0 on host hv-cinder-76019 {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:31:09.510767 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:09.516540 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ff377a7a-18e3-4f35-8a5b-3416db123bbb req-aefa6ebf-3d0f-4321-9195-9402fa3586c2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "DELETE /v2.0/ports/96998a06-c95e-4eab-ad56-0d28b1c80fc0 HTTP/1.1" status: 204 len: 173 time: 0.8627226 Sep 07 20:31:09.517433 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c6a9a0-8034-4001-adb3-ad1c0f19b811', 'name': 'network-vif-deleted', 'tag': '96998a06-c95e-4eab-ad56-0d28b1c80fc0'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:31:09.520366 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5198561-6dfa-461d-8600-5cd2214a13ae" -d '{"events": [{"server_uuid": "98c6a9a0-8034-4001-adb3-ad1c0f19b811", "name": "network-vif-deleted", "tag": "96998a06-c95e-4eab-ad56-0d28b1c80fc0"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:31:09.587260 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e22eff-b5cc-4ea4-b6ce-b21c95d935b6 x-openstack-request-id: req-72e22eff-b5cc-4ea4-b6ce-b21c95d935b6 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:31:09.587663 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c6a9a0-8034-4001-adb3-ad1c0f19b811", "name": "network-vif-deleted", "tag": "96998a06-c95e-4eab-ad56-0d28b1c80fc0", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:31:09.588012 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72e22eff-b5cc-4ea4-b6ce-b21c95d935b6 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:31:09.588521 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c6a9a0-8034-4001-adb3-ad1c0f19b811', 'name': 'network-vif-deleted', 'tag': '96998a06-c95e-4eab-ad56-0d28b1c80fc0', 'status': 'completed', 'code': 200} Sep 07 20:31:09.606935 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f9f24812-f0ff-4600-aa8f-8b45e27a20da req-15559445-aef2-4c2b-afdc-5683572932a1 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 210 time: 0.0675075 Sep 07 20:31:09.981195 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-24061a72-b671-4469-bd01-4e46f155219c req-e0ed087f-6674-4b9d-a0cf-b09fc14d563d tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.0408936 Sep 07 20:31:10.633167 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8c81-dfc9-4b5d-a60b-864634711bda req-62974277-df03-475d-99ac-ca0a82d51735 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:10.643200 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-941f8c81-dfc9-4b5d-a60b-864634711bda req-62974277-df03-475d-99ac-ca0a82d51735 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0629983 Sep 07 20:31:10.680444 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-941f8c81-dfc9-4b5d-a60b-864634711bda req-ab3c79c3-e654-4309-866b-e6b226fd9fe7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361638 Sep 07 20:31:10.772917 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ff41178e-488f-43b2-9b07-3a06bce54f36 req-cdba6759-3dc1-43db-9f3f-35ed02e18679 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 210 time: 0.0308239 Sep 07 20:31:11.067059 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696eac4-2e9e-4045-af75-99139a4f9b11 req-79e4c5ed-1b5b-4bc6-8a21-bfd7e3b9d23f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:11.068600 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3696eac4-2e9e-4045-af75-99139a4f9b11 req-79e4c5ed-1b5b-4bc6-8a21-bfd7e3b9d23f tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0750120 Sep 07 20:31:11.105461 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-24cbb6eb-a241-4f25-935f-19af129ca1c6 req-7a7afe26-d339-4b1e-9f96-800a184b45a5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.0328879 Sep 07 20:31:11.140874 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3696eac4-2e9e-4045-af75-99139a4f9b11 req-19c9dcb6-6fac-4759-baad-4e5eb49a601c tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588915 Sep 07 20:31:11.818396 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f168930-d949-46a6-9842-402d59ae84bd req-fad63912-5f76-444f-930c-db8856219870 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:11.820011 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5f168930-d949-46a6-9842-402d59ae84bd req-fad63912-5f76-444f-930c-db8856219870 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0589871 Sep 07 20:31:11.886837 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e64813e8-4e39-4ceb-9743-49f032a36e2c req-82a5eb5e-13e1-471b-9c8b-9ab13c55ec23 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 210 time: 0.0400009 Sep 07 20:31:11.905370 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5f168930-d949-46a6-9842-402d59ae84bd req-85ed2abe-e1f8-4d6b-960b-077197ab8cdc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791199 Sep 07 20:31:12.090610 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 96998a06-c95e-4eab-ad56-0d28b1c80fc0 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:12.112246 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 96998a06-c95e-4eab-ad56-0d28b1c80fc0 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:31:12.112581 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 96998a06-c95e-4eab-ad56-0d28b1c80fc0 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:31:12.227403 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c5fbf29b-b60e-4159-aab7-6b8eea1c3cea req-927b4715-a71b-4ea1-b169-838b68139acc tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.0288987 Sep 07 20:31:12.291433 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bad34-d98b-4e93-a3a9-8ed356692a13 req-92d1abec-366c-44fc-a2c7-9adc8bf3607e tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:12.291433 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cf9bad34-d98b-4e93-a3a9-8ed356692a13 req-92d1abec-366c-44fc-a2c7-9adc8bf3607e tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0655947 Sep 07 20:31:12.332459 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cf9bad34-d98b-4e93-a3a9-8ed356692a13 req-eb613ac2-041a-4b09-8ce6-aa867795ab79 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Sep 07 20:31:13.036338 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9e07c1ba-acc7-4f46-8b8c-94d8de7932ef req-f2fd4807-8c4c-4937-a937-6e90f885302b tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 210 time: 0.0445514 Sep 07 20:31:13.060135 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4e150-62bd-421d-97d4-83599cefe8a8 req-3d173ed1-6d97-472e-949c-e44650d09b0a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:13.064638 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-69c4e150-62bd-421d-97d4-83599cefe8a8 req-3d173ed1-6d97-472e-949c-e44650d09b0a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0803776 Sep 07 20:31:13.125915 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-69c4e150-62bd-421d-97d4-83599cefe8a8 req-2672f7d8-4a0d-41eb-a5e0-68a80faade6c tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571473 Sep 07 20:31:13.506270 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-10573581-3caf-435e-b7d5-aae746b8b7bd req-7416057c-4868-453a-9539-551f1cb6594c tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.0297329 Sep 07 20:31:13.518259 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfc38c-c132-4f49-8a10-70e1369754e0 req-b67bac1a-16f5-4ed6-8790-96518eb6a111 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:13.526089 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e4bfc38c-c132-4f49-8a10-70e1369754e0 req-b67bac1a-16f5-4ed6-8790-96518eb6a111 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0820022 Sep 07 20:31:13.571288 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e4bfc38c-c132-4f49-8a10-70e1369754e0 req-b3c02cc8-3619-492a-8eb6-549e20901d85 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Sep 07 20:31:14.149000 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-91a69476-95f9-4fbc-b110-6bbb8ba4111b req-6f14f7db-bde5-4f76-8356-9551b68b3a68 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 210 time: 0.0315280 Sep 07 20:31:14.269314 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74eacf-7f5f-47d5-b25c-b495b77cac52 req-af1b69c6-35e2-4356-9406-2fd16156b766 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:14.270778 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1f74eacf-7f5f-47d5-b25c-b495b77cac52 req-af1b69c6-35e2-4356-9406-2fd16156b766 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0558522 Sep 07 20:31:14.314941 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1f74eacf-7f5f-47d5-b25c-b495b77cac52 req-4b06fe55-4350-40fe-9683-0db0627d63cb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378082 Sep 07 20:31:14.758245 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-494c218a-0ea7-420d-949d-240e2a0a4150 req-8f241ffd-f1c1-4a68-ac90-ffcb1b46e681 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=98c6a9a0-8034-4001-adb3-ad1c0f19b811 HTTP/1.1" status: 200 len: 210 time: 0.1052914 Sep 07 20:31:14.813758 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc8a1b-211b-4b4c-aad3-8ed9940fa878 req-d322688a-a6ae-443b-8e88-d87915fa6295 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:14.819647 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04dc8a1b-211b-4b4c-aad3-8ed9940fa878 req-d322688a-a6ae-443b-8e88-d87915fa6295 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.1312199 Sep 07 20:31:14.876885 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04dc8a1b-211b-4b4c-aad3-8ed9940fa878 req-5e53adbe-2745-448d-a850-91e3a2227023 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509562 Sep 07 20:31:15.236306 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c67992af-082e-4f56-beb1-caa43278c8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:15.259933 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d9874c7b-2741-49ac-939c-d96d45d168cf req-71015ba2-f2ac-42e1-8be7-de6b6d2829e9 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 210 time: 0.0318928 Sep 07 20:31:15.456165 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67e5c-8bd7-413a-8613-dfdf81f226e0 req-0ff8482c-c8f3-4dae-b4d7-fe74ed72d99b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:15.456165 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-69c67e5c-8bd7-413a-8613-dfdf81f226e0 req-0ff8482c-c8f3-4dae-b4d7-fe74ed72d99b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0525639 Sep 07 20:31:15.489754 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-69c67e5c-8bd7-413a-8613-dfdf81f226e0 req-903f10ba-aee5-4855-b545-e8f1a9cbffce tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345933 Sep 07 20:31:15.777756 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-dc6c5c97-0cf9-41ba-aa8b-7c6fbc3e1856 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:15.779208 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-dc6c5c97-0cf9-41ba-aa8b-7c6fbc3e1856 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.59 "GET /v2.0/networks?id=c366e875-b17e-496d-99ef-b411457a85fc HTTP/1.1" status: 200 len: 814 time: 0.1231728 Sep 07 20:31:15.804285 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'port': {'device_id': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'admin_state_up': True, 'tenant_id': '40d0edd690944f529c1fe771c92532d3'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:31:15.984014 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f94a5-993f-48c0-9365-fcf6c7d53242 req-46cde945-efe4-4942-8828-bcd9aad9b8cc tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:15.985439 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-225f94a5-993f-48c0-9365-fcf6c7d53242 req-46cde945-efe4-4942-8828-bcd9aad9b8cc tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0474782 Sep 07 20:31:16.048007 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-225f94a5-993f-48c0-9365-fcf6c7d53242 req-2ede8134-83da-4400-8e71-6ae0511d64d9 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564940 Sep 07 20:31:16.070556 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-4305a5f8-f06c-460b-a006-bd32beaa9e55 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:16.072005 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-4305a5f8-f06c-460b-a006-bd32beaa9e55 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.59 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 945 time: 0.0556936 Sep 07 20:31:16.102785 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Made reservation on behalf of 40d0edd690944f529c1fe771c92532d3 for: {'port': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:31:16.109137 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:16.197553 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Deleting port 046db7fc-6f63-43be-8ca1-01e610372aee {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:31:16.197999 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:16.256213 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Allocated IP 172.20.0.4 (c366e875-b17e-496d-99ef-b411457a85fc/541d70a9-b98a-40bf-b4b2-34fd0f6b36bf/a9b4b148-de84-4efc-bf09-716d2bdcb0de) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:31:16.394744 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] For port 046db7fc-6f63-43be-8ca1-01e610372aee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=046db7fc-6f63-43be-8ca1-01e610372aee,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:16.395398 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:16.436683 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8d9d54bc-4a0f-40fa-b3a7-9413ce27e9ac req-3dfa22f2-5639-4bf6-8d11-5006a58b4a1e tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 210 time: 0.0611558 Sep 07 20:31:16.437799 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Calling delete_port for 046db7fc-6f63-43be-8ca1-01e610372aee owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:31:16.524566 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:16.538813 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Transition to ACTIVE for port object a9b4b148-de84-4efc-bf09-716d2bdcb0de will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:31:16.633353 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61323bbf-d50d-4674-9f46-b0aa1248965b req-ad1a5ae5-2fef-4571-93e1-ed878458eb4f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:16.635201 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-61323bbf-d50d-4674-9f46-b0aa1248965b req-ad1a5ae5-2fef-4571-93e1-ed878458eb4f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.1499720 Sep 07 20:31:16.661422 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:16.724116 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Network c366e875-b17e-496d-99ef-b411457a85fc is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:31:16.725819 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'Port': ['ID=a9b4b148-de84-4efc-bf09-716d2bdcb0de,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:16.729890 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:31:16.733517 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:31:16.828858 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-61323bbf-d50d-4674-9f46-b0aa1248965b req-4fc3ba30-c92f-4a05-a877-f91fe279d702 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617143 Sep 07 20:31:16.860486 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e7fb4-f229-4ee4-9cdf-086851d8b266 req-24f53854-15c1-4811-989d-f79902accf6b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:16.868920 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd8e7fb4-f229-4ee4-9cdf-086851d8b266 req-24f53854-15c1-4811-989d-f79902accf6b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.2244592 Sep 07 20:31:16.878912 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:16.882737 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:16.907975 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:16.921183 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['e74cb0a3-bf5e-4d14-a102-2d28e092e870', '046db7fc-6f63-43be-8ca1-01e610372aee'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:31:16.949027 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Pushing event deleted for resources: {'Port': ['ID=046db7fc-6f63-43be-8ca1-01e610372aee,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:16.979649 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd8e7fb4-f229-4ee4-9cdf-086851d8b266 req-468baef5-bd07-4b4c-a7a6-92ffeab0cc1e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999115 Sep 07 20:31:17.026299 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-9df8e32a-cae9-4ef6-96d0-89061847de42 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2267950 Sep 07 20:31:17.078812 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] No DVR routers for this DVR port 046db7fc-6f63-43be-8ca1-01e610372aee on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:31:17.094242 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:17.099939 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-07b50a3b-7e87-4644-bc4b-2be95a31a44d req-f64b3dc2-20fb-48b0-98bd-19426f43fbaf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.59 "DELETE /v2.0/ports/046db7fc-6f63-43be-8ca1-01e610372aee HTTP/1.1" status: 204 len: 173 time: 1.0078707 Sep 07 20:31:17.100478 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58337eb5-f342-4693-ba5c-3d12f775ec11', 'name': 'network-vif-deleted', 'tag': '046db7fc-6f63-43be-8ca1-01e610372aee'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:31:17.102801 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9de408-2bc3-4bf8-ad9c-9797fc7985bb" -d '{"events": [{"server_uuid": "58337eb5-f342-4693-ba5c-3d12f775ec11", "name": "network-vif-deleted", "tag": "046db7fc-6f63-43be-8ca1-01e610372aee"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:31:17.140209 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:31:17.162249 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745e42d9-2bbd-4ae6-835c-b8971941c957 x-openstack-request-id: req-745e42d9-2bbd-4ae6-835c-b8971941c957 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:31:17.162592 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58337eb5-f342-4693-ba5c-3d12f775ec11", "name": "network-vif-deleted", "tag": "046db7fc-6f63-43be-8ca1-01e610372aee", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:31:17.162785 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-745e42d9-2bbd-4ae6-835c-b8971941c957 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:31:17.167599 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58337eb5-f342-4693-ba5c-3d12f775ec11', 'name': 'network-vif-deleted', 'tag': '046db7fc-6f63-43be-8ca1-01e610372aee', 'status': 'completed', 'code': 200} Sep 07 20:31:17.228310 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-25ef9763-be9e-44ad-b1be-7b1aa45d17e5 req-18e93c03-8be2-48b2-804c-fbe225dcb266 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0362716 Sep 07 20:31:17.272242 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-2a89694c-afcb-4575-9a74-37eb04b02a82 None None] Provisioning for port a9b4b148-de84-4efc-bf09-716d2bdcb0de completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:31:17.279636 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-2a89694c-afcb-4575-9a74-37eb04b02a82 None None] Provisioning complete for port a9b4b148-de84-4efc-bf09-716d2bdcb0de triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:31:17.280210 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-2a89694c-afcb-4575-9a74-37eb04b02a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:17.335667 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-2a89694c-afcb-4575-9a74-37eb04b02a82 None None] Port a9b4b148-de84-4efc-bf09-716d2bdcb0de cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:31:17.586591 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba7f58-3b64-46ab-92d6-e7922dd3848b req-d718767d-e9ac-4b57-9f68-a3c507f2482e tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:17.589023 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-11ba7f58-3b64-46ab-92d6-e7922dd3848b req-d718767d-e9ac-4b57-9f68-a3c507f2482e tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0720873 Sep 07 20:31:17.643229 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-11ba7f58-3b64-46ab-92d6-e7922dd3848b req-cdde757e-440f-418f-a5ba-37cf3a485c3f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466712 Sep 07 20:31:17.962957 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0e920f9e-1f71-41ca-9a7b-9c9a7b574c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:17.989377 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc31bf7-fa7a-49aa-a8dd-9ac16744ab57 req-d6a7cb18-66b5-48c4-b29e-532cc602e96f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:17.991904 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfc31bf7-fa7a-49aa-a8dd-9ac16744ab57 req-d6a7cb18-66b5-48c4-b29e-532cc602e96f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0653143 Sep 07 20:31:18.050594 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfc31bf7-fa7a-49aa-a8dd-9ac16744ab57 req-e7f83fd3-d43d-4d3f-a40d-44ab9d6eb65c tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529838 Sep 07 20:31:18.097818 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7d2a6-2ace-4289-ba01-3b27b38fc4f3 req-da33dc7b-f6ff-4077-badb-aad33acd78ac tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:18.099694 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-49e7d2a6-2ace-4289-ba01-3b27b38fc4f3 req-da33dc7b-f6ff-4077-badb-aad33acd78ac tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0605407 Sep 07 20:31:18.143062 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-49e7d2a6-2ace-4289-ba01-3b27b38fc4f3 req-dcc08639-2512-43bc-9ed3-b87d57d20f43 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367637 Sep 07 20:31:18.260337 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:18.340406 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-47237b97-5bcf-4cd2-874d-95da88b36c37 req-379ba08a-9813-4e93-b04f-d3d15efca0c7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0265217 Sep 07 20:31:18.795936 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deff948-fe9d-4c99-8759-cd37283ccff8 req-23594008-6908-4ba1-bf75-241614aabf22 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:18.798050 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4deff948-fe9d-4c99-8759-cd37283ccff8 req-23594008-6908-4ba1-bf75-241614aabf22 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0709968 Sep 07 20:31:18.845990 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4deff948-fe9d-4c99-8759-cd37283ccff8 req-db1ae5c8-3c77-48ae-8262-3599eacd19dc tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Sep 07 20:31:19.175117 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4c7f-68c1-4aa9-9679-1d10403ee35a req-fde4fc9f-c829-433e-8b2b-70b08e648629 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:19.176655 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-be1b4c7f-68c1-4aa9-9679-1d10403ee35a req-fde4fc9f-c829-433e-8b2b-70b08e648629 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0508337 Sep 07 20:31:19.232686 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-be1b4c7f-68c1-4aa9-9679-1d10403ee35a req-33ac44a1-2b9e-4821-bc8b-aa0ca988adf5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387115 Sep 07 20:31:19.287202 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0f281-b75e-4b66-b301-f38d6293d0bc req-9d3d28fb-8f6a-4cd6-ba09-201bcd263185 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:19.288822 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e7d0f281-b75e-4b66-b301-f38d6293d0bc req-9d3d28fb-8f6a-4cd6-ba09-201bcd263185 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0484667 Sep 07 20:31:19.382908 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e7d0f281-b75e-4b66-b301-f38d6293d0bc req-b1f37a75-7b9b-4a0d-9f98-b1df573e70d3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745189 Sep 07 20:31:19.460992 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-298f9760-b08a-4f1c-939f-27d3e47405f9 req-726c1f8f-4178-48c1-8013-ee220998b120 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0279033 Sep 07 20:31:19.967397 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467f77d-d988-4ecc-9b98-5fe9817db3b9 req-236a1585-35aa-4e1a-9516-5031677bb6a6 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:19.969076 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9467f77d-d988-4ecc-9b98-5fe9817db3b9 req-236a1585-35aa-4e1a-9516-5031677bb6a6 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0521643 Sep 07 20:31:20.010350 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9467f77d-d988-4ecc-9b98-5fe9817db3b9 req-ba14d529-ca55-45d3-b6d2-eba13d9e76b4 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349746 Sep 07 20:31:20.014551 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:20.378602 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513d97a-4804-49d2-ac5c-571ad925dec3 req-8d730ced-9e88-4310-8ea7-0056aad6d977 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:20.384701 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e513d97a-4804-49d2-ac5c-571ad925dec3 req-8d730ced-9e88-4310-8ea7-0056aad6d977 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0759053 Sep 07 20:31:20.451125 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e513d97a-4804-49d2-ac5c-571ad925dec3 req-9126be6d-2c65-4bc2-a086-ebe4c2f67edc tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574596 Sep 07 20:31:20.509927 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b033b-7dbd-428f-b4ff-b29a342055f3 req-15c1062d-b499-4fa7-bf94-33941bea9c5e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:20.517467 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-352b033b-7dbd-428f-b4ff-b29a342055f3 req-15c1062d-b499-4fa7-bf94-33941bea9c5e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0646982 Sep 07 20:31:20.830950 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-30f023b0-4df5-433e-8653-37d94e1a1d4a req-bcc65eb3-b370-4f1e-b23a-68fd63b55195 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.2920916 Sep 07 20:31:20.838180 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-352b033b-7dbd-428f-b4ff-b29a342055f3 req-2e3f7658-39f9-451d-93f7-0e461ebe6637 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197780 Sep 07 20:31:20.905887 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:21.148153 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0399c8-b08d-4fb1-ba39-6a1c8c78f1bb req-c6233b2f-0743-4c71-80b7-64d2a655436f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:21.149785 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a0399c8-b08d-4fb1-ba39-6a1c8c78f1bb req-c6233b2f-0743-4c71-80b7-64d2a655436f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0525043 Sep 07 20:31:21.205709 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a0399c8-b08d-4fb1-ba39-6a1c8c78f1bb req-65d79efa-166c-44bb-8673-9f1570d63d14 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Sep 07 20:31:21.490531 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 046db7fc-6f63-43be-8ca1-01e610372aee no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:21.511792 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 046db7fc-6f63-43be-8ca1-01e610372aee {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:31:21.512135 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 046db7fc-6f63-43be-8ca1-01e610372aee not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:31:21.562827 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc87d8c-3713-4d38-b71e-2ff7bdf5473c req-c8ae20ad-9450-4d80-b94f-4cdcad576201 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:21.564116 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cdc87d8c-3713-4d38-b71e-2ff7bdf5473c req-c8ae20ad-9450-4d80-b94f-4cdcad576201 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0555820 Sep 07 20:31:21.603635 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cdc87d8c-3713-4d38-b71e-2ff7bdf5473c req-b64333b4-203b-486a-b556-445df73f0602 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332792 Sep 07 20:31:21.944996 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5b7b4e83-ac94-431e-8fc4-c68d46c9f5d4 req-f14fe6a5-50d2-4173-a986-a65dbc232b33 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0371850 Sep 07 20:31:21.985071 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee15e5-fed8-4b33-acb6-8a5ac3b76253 req-3c249007-1b00-459a-8b71-93ee37b567e2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:21.986711 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-36ee15e5-fed8-4b33-acb6-8a5ac3b76253 req-3c249007-1b00-459a-8b71-93ee37b567e2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0683084 Sep 07 20:31:22.030863 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-36ee15e5-fed8-4b33-acb6-8a5ac3b76253 req-6808df23-9ae4-44a8-838f-6648b0c1e794 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380950 Sep 07 20:31:22.320052 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bd0cd-5472-44e3-b8cb-7b1dfe35c8b3 req-8d21bf4d-62ce-4e33-baa6-051ec3a92dfc tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:22.321638 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-514bd0cd-5472-44e3-b8cb-7b1dfe35c8b3 req-8d21bf4d-62ce-4e33-baa6-051ec3a92dfc tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0475132 Sep 07 20:31:22.374637 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-514bd0cd-5472-44e3-b8cb-7b1dfe35c8b3 req-a711bb03-2220-4d30-b627-d1443e6ae4cb tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Sep 07 20:31:22.725807 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3e061-c183-4aa5-8c9d-4a7b2a1e365f req-9e86be83-e321-4488-b71e-4d14a9fa3c4a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:22.727287 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-82f3e061-c183-4aa5-8c9d-4a7b2a1e365f req-9e86be83-e321-4488-b71e-4d14a9fa3c4a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0526023 Sep 07 20:31:22.778590 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-82f3e061-c183-4aa5-8c9d-4a7b2a1e365f req-68a43c43-55eb-435b-9773-f55d03e04d11 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Sep 07 20:31:23.045830 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a23d0b8-7292-451f-9a7b-27edeeb54b5a req-d5a3c003-cdb9-4992-bb1d-0cac85423c8a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Sep 07 20:31:23.156964 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36446ec8-4ffd-426c-9385-ebbf9ba98bbd req-591ba8d5-5bb3-4dc3-8456-f6b7e2850410 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:23.160514 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-36446ec8-4ffd-426c-9385-ebbf9ba98bbd req-591ba8d5-5bb3-4dc3-8456-f6b7e2850410 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0501986 Sep 07 20:31:23.201599 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-36446ec8-4ffd-426c-9385-ebbf9ba98bbd req-8cf8c2b9-6697-498f-b7a2-38fa83a87a95 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341091 Sep 07 20:31:23.477966 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d9362-9abb-429d-afd5-7af54dd2bc38 req-62e4ff20-46f8-4f16-8a6a-96ae565377d5 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:23.479598 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d83d9362-9abb-429d-afd5-7af54dd2bc38 req-62e4ff20-46f8-4f16-8a6a-96ae565377d5 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0499763 Sep 07 20:31:23.521727 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d83d9362-9abb-429d-afd5-7af54dd2bc38 req-c6921d94-73ed-41d7-bd34-dc05f96a8b9d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Sep 07 20:31:23.886026 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd09d2-501d-4976-9bed-97a671f0e247 req-9e6d4fbf-bcae-4f16-9f6e-105497d9270a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:23.887720 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-28fd09d2-501d-4976-9bed-97a671f0e247 req-9e6d4fbf-bcae-4f16-9f6e-105497d9270a tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0486350 Sep 07 20:31:23.926922 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-28fd09d2-501d-4976-9bed-97a671f0e247 req-12d84e10-1fdd-433d-9726-86a158ddf424 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Sep 07 20:31:24.151835 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-24c11982-c2a1-4f1f-9b1b-d35af3254805 req-51fc1d3c-0580-4e94-99e3-e33bc229ffcc tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0289423 Sep 07 20:31:24.324775 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bbce5-65a2-4ed1-92ff-d572f7350a6b req-59106cc3-5502-48b3-9374-2efca3100ddf tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:24.326850 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-223bbce5-65a2-4ed1-92ff-d572f7350a6b req-59106cc3-5502-48b3-9374-2efca3100ddf tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0509350 Sep 07 20:31:24.366152 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-223bbce5-65a2-4ed1-92ff-d572f7350a6b req-942796fe-3ad1-4d14-a186-a98537bf7327 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329826 Sep 07 20:31:24.641635 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86473f6d-640f-4474-b6f2-25e441700f60 req-3fffd267-5423-490c-9bb9-38b17de48ca2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:24.643161 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-86473f6d-640f-4474-b6f2-25e441700f60 req-3fffd267-5423-490c-9bb9-38b17de48ca2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0545044 Sep 07 20:31:24.682791 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-86473f6d-640f-4474-b6f2-25e441700f60 req-44141d66-9f9c-4b9b-83b7-61806d95193a tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Sep 07 20:31:25.064485 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06415f3a-5c44-4b96-a355-482ccc2d390c req-a52056a7-0322-44ec-b915-229f2cb75889 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:25.066540 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-06415f3a-5c44-4b96-a355-482ccc2d390c req-a52056a7-0322-44ec-b915-229f2cb75889 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0719409 Sep 07 20:31:25.105489 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-06415f3a-5c44-4b96-a355-482ccc2d390c req-bbd9e022-2868-4c84-8c82-6bcda299e55e tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Sep 07 20:31:25.255853 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6f7d5fc2-b9fd-42a3-a84c-849c6265b23c req-674afe65-14b3-4a72-840c-2b674af02713 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Sep 07 20:31:25.538414 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c6f1c-a45e-43e6-9038-b00e20a44a37 req-2b83666e-29b4-4ec4-b1aa-64f035aae5bc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:25.539886 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d57c6f1c-a45e-43e6-9038-b00e20a44a37 req-2b83666e-29b4-4ec4-b1aa-64f035aae5bc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0630867 Sep 07 20:31:25.577584 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d57c6f1c-a45e-43e6-9038-b00e20a44a37 req-188db74d-c1c9-4c70-9af4-be1d2c655db1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309610 Sep 07 20:31:25.807478 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef3203-5de8-42d1-8ff5-f94b93e0b2cd req-6914e77a-23ad-46a2-a296-bf8023150b2e tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:25.808947 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-12ef3203-5de8-42d1-8ff5-f94b93e0b2cd req-6914e77a-23ad-46a2-a296-bf8023150b2e tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0548289 Sep 07 20:31:25.846322 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-12ef3203-5de8-42d1-8ff5-f94b93e0b2cd req-5e6637ea-e336-49ba-b0e4-abb608106fa7 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Sep 07 20:31:26.226417 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42818b12-42fe-4b1e-857b-f79efae9726d req-b07bb43f-a557-44c7-a860-6d73921ff43b tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:26.227911 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-42818b12-42fe-4b1e-857b-f79efae9726d req-b07bb43f-a557-44c7-a860-6d73921ff43b tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0487416 Sep 07 20:31:26.276702 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-42818b12-42fe-4b1e-857b-f79efae9726d req-1207eeb6-1773-490a-85b6-a0994374dcab tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Sep 07 20:31:26.370524 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f0a9636a-1751-4929-9815-c8c360121802 req-eb2aee7f-1372-4baa-a263-ae6f8763ee29 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0301554 Sep 07 20:31:26.734699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33221f91-85e2-4d76-8b43-02d763d88959 req-53ba8f81-4a40-41b4-b052-6e7a3a9566ef tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:26.736390 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-33221f91-85e2-4d76-8b43-02d763d88959 req-53ba8f81-4a40-41b4-b052-6e7a3a9566ef tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0559723 Sep 07 20:31:26.782783 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-33221f91-85e2-4d76-8b43-02d763d88959 req-c60eb42b-8d2b-40ee-b41d-12e8d622efa6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384793 Sep 07 20:31:26.980456 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232bc0b-0d20-4d8b-aef1-31a3238e8cc6 req-e0ee19ac-9dfd-4f07-9f1a-5e0d96d4666c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:26.982029 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e232bc0b-0d20-4d8b-aef1-31a3238e8cc6 req-e0ee19ac-9dfd-4f07-9f1a-5e0d96d4666c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0546021 Sep 07 20:31:27.024894 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e232bc0b-0d20-4d8b-aef1-31a3238e8cc6 req-dacf0ca6-34e6-4906-9629-858ff6dd4d6f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Sep 07 20:31:27.406715 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64b0a5-63ba-454b-8847-d4af4eb1b619 req-7a4fb00e-ee12-4ec5-8f26-7621cab7c7d4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:27.408571 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7f64b0a5-63ba-454b-8847-d4af4eb1b619 req-7a4fb00e-ee12-4ec5-8f26-7621cab7c7d4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0504763 Sep 07 20:31:27.459652 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7f64b0a5-63ba-454b-8847-d4af4eb1b619 req-d06c1bfb-4540-4930-981a-aa1ea49d6b6f tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Sep 07 20:31:27.518076 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-72f92767-2523-460b-a3b7-94a29525501f req-e2645ccc-e24f-42a0-9164-dd88e15cdf3a tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0264065 Sep 07 20:31:27.919840 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15351e2-c61a-4d8a-a8b4-038638323c3e req-1eaf1259-6660-49a4-ac21-00940203cf70 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:27.921596 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f15351e2-c61a-4d8a-a8b4-038638323c3e req-1eaf1259-6660-49a4-ac21-00940203cf70 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0658495 Sep 07 20:31:27.965117 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f15351e2-c61a-4d8a-a8b4-038638323c3e req-b04efec6-8ce8-4a11-be90-398a1ed4d9d8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371442 Sep 07 20:31:28.159718 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a0da-af9f-494e-8846-13871ddc8fcd req-6fe6c06e-47e9-463c-a11e-b624b4fe8b07 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:28.161258 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f2c4a0da-af9f-494e-8846-13871ddc8fcd req-6fe6c06e-47e9-463c-a11e-b624b4fe8b07 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0476637 Sep 07 20:31:28.204946 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f2c4a0da-af9f-494e-8846-13871ddc8fcd req-9ad59ebf-80b0-4975-afde-fd14aff1d396 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370395 Sep 07 20:31:28.583127 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5c00a-4ee9-409d-b3de-710cf394ed9b req-9bf608c9-bdb8-4c77-b5a8-084b0b2d93c5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:28.584682 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-52c5c00a-4ee9-409d-b3de-710cf394ed9b req-9bf608c9-bdb8-4c77-b5a8-084b0b2d93c5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0547600 Sep 07 20:31:28.615839 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bbf37776-35e3-46df-907a-fae6f7d1e066 req-2b9b3eff-3c08-44cf-a1d5-63a87fa72ebb tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0302236 Sep 07 20:31:28.641740 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-52c5c00a-4ee9-409d-b3de-710cf394ed9b req-c652a10b-cdcc-48ca-a3ec-e5466f42b016 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474696 Sep 07 20:31:29.094826 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234af24f-7589-4a89-b6fd-7439ea153991 req-a14e8ce0-2bc4-45c0-8c1f-013c33f1b61b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:29.094826 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-234af24f-7589-4a89-b6fd-7439ea153991 req-a14e8ce0-2bc4-45c0-8c1f-013c33f1b61b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0515215 Sep 07 20:31:29.132631 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-234af24f-7589-4a89-b6fd-7439ea153991 req-200971cd-3f6c-42d8-bc75-06bcf2be9bf3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359242 Sep 07 20:31:29.331733 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc717887-628d-4b3a-87c0-0f47a18d4bdf req-9f84d4bd-643d-4412-932d-d8467e9f37e5 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:29.333208 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc717887-628d-4b3a-87c0-0f47a18d4bdf req-9f84d4bd-643d-4412-932d-d8467e9f37e5 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0503807 Sep 07 20:31:29.374725 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dc717887-628d-4b3a-87c0-0f47a18d4bdf req-0a1844a6-7f65-492e-b3b3-8c6442f01463 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Sep 07 20:31:29.746688 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aaf2a99e-437b-42fd-a8b0-26b9fbbc0c58 req-86c7c2eb-4f65-42bb-84e3-4c98d2228ccf tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0601344 Sep 07 20:31:29.799458 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb232-8de8-4834-be44-d9a69bbfe80c req-058bdc0f-d7a8-472b-a3be-716faa1e9102 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:29.801005 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e84eb232-8de8-4834-be44-d9a69bbfe80c req-058bdc0f-d7a8-472b-a3be-716faa1e9102 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0525630 Sep 07 20:31:29.848609 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e84eb232-8de8-4834-be44-d9a69bbfe80c req-f0a9864b-adc6-4db8-bbef-4b03ec0fe073 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372429 Sep 07 20:31:30.264618 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e254466-05dd-4b82-b947-8757e6b0cce5 req-ddb2b67b-7ae9-40e1-bb24-256f8875cdbc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:30.266376 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9e254466-05dd-4b82-b947-8757e6b0cce5 req-ddb2b67b-7ae9-40e1-bb24-256f8875cdbc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0467520 Sep 07 20:31:30.310867 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9e254466-05dd-4b82-b947-8757e6b0cce5 req-5ecb6996-996c-45bb-8622-7bd496f8fe1f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382040 Sep 07 20:31:30.500450 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fde5-5aae-47fc-961d-1948dabfcbaf req-0fbef1ad-6223-4135-98bb-942b4ae1a594 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:30.502400 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-47e3fde5-5aae-47fc-961d-1948dabfcbaf req-0fbef1ad-6223-4135-98bb-942b4ae1a594 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0509689 Sep 07 20:31:30.542612 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-47e3fde5-5aae-47fc-961d-1948dabfcbaf req-2d0df7c4-7cdd-4132-adad-0e6261bea480 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Sep 07 20:31:30.848980 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-21543458-b22c-451a-95c8-2ca8ef8e789b req-6f88df62-9339-41ff-a176-dda6109ee3bb tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0288103 Sep 07 20:31:30.966084 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253d3f-bd85-43b4-8026-b95d5d995c55 req-6c88cea4-4edb-4438-b10c-7baf9913eaf9 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:30.967567 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-82253d3f-bd85-43b4-8026-b95d5d995c55 req-6c88cea4-4edb-4438-b10c-7baf9913eaf9 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0507042 Sep 07 20:31:31.006528 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-82253d3f-bd85-43b4-8026-b95d5d995c55 req-0adde094-b964-41da-a830-beff452286a4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Sep 07 20:31:31.442463 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fdc35-5127-465a-8dec-7cc58a7fd36d req-4f1871f8-d6f8-4adb-8253-4467da58e520 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:31.443939 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7b5fdc35-5127-465a-8dec-7cc58a7fd36d req-4f1871f8-d6f8-4adb-8253-4467da58e520 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0534716 Sep 07 20:31:31.483601 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7b5fdc35-5127-465a-8dec-7cc58a7fd36d req-9f390f0d-c56c-4756-8b1d-3c04aa3357ea tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337899 Sep 07 20:31:31.662067 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173acd3a-ea46-4987-98cd-25ae4d70460e req-f9386f67-cb8d-4ded-bae8-f87f7943702a tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:31.663579 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-173acd3a-ea46-4987-98cd-25ae4d70460e req-f9386f67-cb8d-4ded-bae8-f87f7943702a tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0509899 Sep 07 20:31:31.703807 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-173acd3a-ea46-4987-98cd-25ae4d70460e req-20d615f8-e071-4b4c-93ce-b6efb92d1749 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Sep 07 20:31:31.946860 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4c9b1fd6-4c57-4a63-bb1a-65811b51fb16 req-98809109-1660-4d53-80e4-2c10f401c45b tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0262291 Sep 07 20:31:32.134991 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841435c-9a72-452a-b05e-e57ad91f5061 req-b98083f4-390b-402c-8d27-2c9a8f4bffc4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:32.136584 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5841435c-9a72-452a-b05e-e57ad91f5061 req-b98083f4-390b-402c-8d27-2c9a8f4bffc4 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0597498 Sep 07 20:31:32.178319 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5841435c-9a72-452a-b05e-e57ad91f5061 req-6efc4071-c797-495d-85b1-40f58743ad33 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Sep 07 20:31:32.604075 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745854ac-dc66-4edc-a908-f7985cdfb332 req-8d5697f9-e588-4bd2-b87d-2a5e23fbfb1d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:32.605572 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-745854ac-dc66-4edc-a908-f7985cdfb332 req-8d5697f9-e588-4bd2-b87d-2a5e23fbfb1d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0513313 Sep 07 20:31:32.646768 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-745854ac-dc66-4edc-a908-f7985cdfb332 req-45ea99c7-ee1f-4b53-a5df-18d01b7b9cca tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347104 Sep 07 20:31:32.817602 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831eb3fc-66fc-44b2-82f0-8c2702fa91cd req-bc1e7b7c-2108-4489-9cf1-e4be92a378f7 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:32.819099 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-831eb3fc-66fc-44b2-82f0-8c2702fa91cd req-bc1e7b7c-2108-4489-9cf1-e4be92a378f7 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0485809 Sep 07 20:31:32.859411 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-831eb3fc-66fc-44b2-82f0-8c2702fa91cd req-81ec3709-a4df-4680-845a-2d18863c97db tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335605 Sep 07 20:31:33.047362 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a3e6e7b1-6947-48e1-a9eb-4e1fbb51342c req-94d4f664-86e3-4d1b-b8cd-f67bdaf16fa7 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0303977 Sep 07 20:31:33.291834 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2dfe8-7561-4de9-8d12-af96fc3ee924 req-70efbe0c-ae12-46ac-9e96-98444fbc3dd8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:33.293307 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-77d2dfe8-7561-4de9-8d12-af96fc3ee924 req-70efbe0c-ae12-46ac-9e96-98444fbc3dd8 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0495760 Sep 07 20:31:33.330201 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-77d2dfe8-7561-4de9-8d12-af96fc3ee924 req-27cfc803-99dc-4246-ba74-046defc9eb41 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Sep 07 20:31:33.352699 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Request body: {'port': {'device_id': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:31:33.415258 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:33.771181 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a0f47-b38e-415e-9579-7adcbe9c1c3c req-a4070de2-2c30-4cc4-9b34-4225ae57ebef tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:33.772914 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-900a0f47-b38e-415e-9579-7adcbe9c1c3c req-a4070de2-2c30-4cc4-9b34-4225ae57ebef tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0509086 Sep 07 20:31:33.827766 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-900a0f47-b38e-415e-9579-7adcbe9c1c3c req-f2761bfc-f9f1-45b4-8249-3104dc965aea tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326102 Sep 07 20:31:33.873185 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b4b148-de84-4efc-bf09-716d2bdcb0de {{(pid=94729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:31:33.880773 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:33.893658 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Transition to ACTIVE for port object a9b4b148-de84-4efc-bf09-716d2bdcb0de will not be triggered until provisioned by entity L2. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:31:33.978198 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99332e1b-658e-4450-a519-88982eab94b4 req-8ca85861-5393-4637-844e-a5dce7ad86fa tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:33.979671 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-99332e1b-658e-4450-a519-88982eab94b4 req-8ca85861-5393-4637-844e-a5dce7ad86fa tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 931 time: 0.0538037 Sep 07 20:31:34.019459 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:34.022575 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-99332e1b-658e-4450-a519-88982eab94b4 req-ba7609ac-7b42-47a8-83df-153e495f0d33 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362480 Sep 07 20:31:34.079646 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b4b148-de84-4efc-bf09-716d2bdcb0de,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:34.148131 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Attempting to bind port a9b4b148-de84-4efc-bf09-716d2bdcb0de on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:31:34.148545 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Attempting to bind port a9b4b148-de84-4efc-bf09-716d2bdcb0de by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:31:34.148938 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Attempting to bind port a9b4b148-de84-4efc-bf09-716d2bdcb0de on network c366e875-b17e-496d-99ef-b411457a85fc {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:31:34.154335 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Port a9b4b148-de84-4efc-bf09-716d2bdcb0de on network c366e875-b17e-496d-99ef-b411457a85fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:31:34.154733 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Attempting to bind port a9b4b148-de84-4efc-bf09-716d2bdcb0de on network c366e875-b17e-496d-99ef-b411457a85fc {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:31:34.159365 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-49af1f74-b8d6-4927-801b-a52119bca42a req-77191f89-affe-4f81-a106-663840370dfa tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=58337eb5-f342-4693-ba5c-3d12f775ec11 HTTP/1.1" status: 200 len: 210 time: 0.0267682 Sep 07 20:31:34.161213 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:31:34.161633 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Checking segment: {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:31:34.162119 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Bound using segment: {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:31:34.162622 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Bound port: a9b4b148-de84-4efc-bf09-716d2bdcb0de, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9535693b-ab7c-4ec8-b12a-ee35f26eed0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc'}}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:31:34.163044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:34.245634 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] For port a9b4b148-de84-4efc-bf09-716d2bdcb0de, host hv-cinder-76019, cleared binding levels {{(pid=94729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:31:34.249519 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] For port a9b4b148-de84-4efc-bf09-716d2bdcb0de, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:31:34.260735 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-6be9eaf7-4781-45d2-a665-f38996e02de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.263032 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-6be9eaf7-4781-45d2-a665-f38996e02de7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0497270 Sep 07 20:31:34.337782 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:34.365874 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-944ccc57-7f5c-43f4-bde1-be7e7e269921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.368188 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-944ccc57-7f5c-43f4-bde1-be7e7e269921 service neutron] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 917 time: 0.0916700 Sep 07 20:31:34.371941 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.372555 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:34.374040 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] 10.222.0.59 "PUT /v2.0/ports/a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 200 len: 1093 time: 1.0256803 Sep 07 20:31:34.381318 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:31:34.381318 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0845ab-9db2-44dc-b15b-bd86003bf5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:31:34.435570 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e4d06e-92d7-4da1-a887-a649d3fe5599 x-openstack-request-id: req-04e4d06e-92d7-4da1-a887-a649d3fe5599 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:31:34.435860 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:31:34.436106 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-04e4d06e-92d7-4da1-a887-a649d3fe5599 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:31:34.437142 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'status': 'completed', 'code': 200} Sep 07 20:31:34.447000 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f4cef-69cf-4402-b00c-75b978596919 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b4b148-de84-4efc-bf09-716d2bdcb0de,revision_number=3']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:34.507940 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0845ab-9db2-44dc-b15b-bd86003bf5e7 req-7b3d4114-6fb0-4673-b0e6-03b58efe0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.509610 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-be0845ab-9db2-44dc-b15b-bd86003bf5e7 req-7b3d4114-6fb0-4673-b0e6-03b58efe0a91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d0edd690944f529c1fe771c92532d3&device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 1096 time: 0.0478766 Sep 07 20:31:34.535466 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-dcedf377-13d9-4448-953a-587e207ac97e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32 HTTP/1.1" status: 200 len: 1001 time: 0.1369073 Sep 07 20:31:34.550385 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fa4bd-7229-47c5-a8a5-b03d80d0f353 req-49be431e-ea1e-44b7-9562-2b21d8f851a9 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.552091 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-849fa4bd-7229-47c5-a8a5-b03d80d0f353 req-49be431e-ea1e-44b7-9562-2b21d8f851a9 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0822282 Sep 07 20:31:34.626023 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-b36c89fd-7aee-404c-8a20-078a04ce74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.626358 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-b36c89fd-7aee-404c-8a20-078a04ce74c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.0733786 Sep 07 20:31:34.633886 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-849fa4bd-7229-47c5-a8a5-b03d80d0f353 req-bbe25efe-2a29-49cb-bc6d-43bdc7c8e8f0 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Sep 07 20:31:34.645948 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0845ab-9db2-44dc-b15b-bd86003bf5e7 req-9f932110-9345-4634-82c8-840d5a5fec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.647616 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-be0845ab-9db2-44dc-b15b-bd86003bf5e7 req-9f932110-9345-4634-82c8-840d5a5fec7b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40d0edd690944f529c1fe771c92532d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1260445 Sep 07 20:31:34.689978 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-a5109a93-4be9-4716-9ac6-eb73768d1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.691764 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-a5109a93-4be9-4716-9ac6-eb73768d1f83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530345 Sep 07 20:31:34.759925 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0845ab-9db2-44dc-b15b-bd86003bf5e7 req-a5e778dc-b133-46d6-adc7-a720e31bb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.761574 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-be0845ab-9db2-44dc-b15b-bd86003bf5e7 req-a5e778dc-b133-46d6-adc7-a720e31bb26b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049414 Sep 07 20:31:34.796036 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-b775c711-835d-48d5-bbae-9ef08772f5d9 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942910 Sep 07 20:31:34.850339 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-efee12e7-8f2c-4b36-8f1e-718fa837f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.851936 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-efee12e7-8f2c-4b36-8f1e-718fa837f6ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d0edd690944f529c1fe771c92532d3&device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 1096 time: 0.0408175 Sep 07 20:31:34.918973 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-566bb8c7-d87e-4b84-bed9-3d1358946a67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 200 len: 217 time: 0.0372078 Sep 07 20:31:34.930355 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-84c093f9-0e0a-4c60-9adf-6ccfaa79a224 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197157 Sep 07 20:31:34.975799 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-7d1a2c13-1322-423b-8768-5039eb043956 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.976847 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-c0a3652d-3914-45bd-9a16-09bc7d1eed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.977243 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-7d1a2c13-1322-423b-8768-5039eb043956 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 946 time: 0.0924249 Sep 07 20:31:34.978418 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-c0a3652d-3914-45bd-9a16-09bc7d1eed1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=541d70a9-b98a-40bf-b4b2-34fd0f6b36bf HTTP/1.1" status: 200 len: 853 time: 0.0485506 Sep 07 20:31:34.989385 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fa275-93ee-4af5-a194-c0713cb203d6 req-7b4e71b5-633b-4daa-8600-08e2ad2cddc5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:34.990873 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ff8fa275-93ee-4af5-a194-c0713cb203d6 req-7b4e71b5-633b-4daa-8600-08e2ad2cddc5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0757611 Sep 07 20:31:35.043584 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-3d3f6ba7-1869-41f3-9456-47a6edc64914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:35.045072 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-3d3f6ba7-1869-41f3-9456-47a6edc64914 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c366e875-b17e-496d-99ef-b411457a85fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522306 Sep 07 20:31:35.059037 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ff8fa275-93ee-4af5-a194-c0713cb203d6 req-0b70857d-27ca-42a5-8e26-10f15a2d5fe6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589318 Sep 07 20:31:35.113634 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Deleting port d5989fbd-ea4e-490f-87db-13ed3d2d10a8 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:31:35.114009 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:35.172328 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-2a32255f-8217-4277-8e11-df4edcd6c073 service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111815 Sep 07 20:31:35.230963 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ccb04-cf58-46ad-b68b-69de1be32656 req-39a0e7da-7ae0-41cb-836b-1bf6484e6662 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:35.232506 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e4ccb04-cf58-46ad-b68b-69de1be32656 req-39a0e7da-7ae0-41cb-836b-1bf6484e6662 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 943 time: 0.1144142 Sep 07 20:31:35.256162 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] For port d5989fbd-ea4e-490f-87db-13ed3d2d10a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:35.256528 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:35.278928 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a2c43ae2-82c3-49ee-b503-dbeeba91d423 req-65e51876-2629-4b8a-9002-b68363d8aaa1 service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965507 Sep 07 20:31:35.280043 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Calling delete_port for d5989fbd-ea4e-490f-87db-13ed3d2d10a8 owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:31:35.301642 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e4ccb04-cf58-46ad-b68b-69de1be32656 req-f974f1b2-d86c-40f1-b93a-3f3a29026718 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596793 Sep 07 20:31:35.511168 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:35.527219 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['227675d8-a5ad-4d92-8807-6b0eaa80362f', 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:31:35.540303 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Pushing event deleted for resources: {'Port': ['ID=d5989fbd-ea4e-490f-87db-13ed3d2d10a8,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:35.603434 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] No DVR routers for this DVR port d5989fbd-ea4e-490f-87db-13ed3d2d10a8 on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:31:35.617097 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:35.619127 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d21def16-367c-40f7-93d1-e438bc5ea777 req-bd107d69-f3ea-4640-920e-42f34f49e985 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "DELETE /v2.0/ports/d5989fbd-ea4e-490f-87db-13ed3d2d10a8 HTTP/1.1" status: 204 len: 173 time: 0.6258194 Sep 07 20:31:35.620759 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2267e93-ee55-45dd-b5f0-d5de9e9223da', 'name': 'network-vif-deleted', 'tag': 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:31:35.623763 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d1e024-3ea4-4dc3-8863-46b296472a2e" -d '{"events": [{"server_uuid": "b2267e93-ee55-45dd-b5f0-d5de9e9223da", "name": "network-vif-deleted", "tag": "d5989fbd-ea4e-490f-87db-13ed3d2d10a8"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:31:35.662707 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803feab-75d8-48c2-8be4-80fe07182802 req-9bd76eaa-d408-4b98-a45c-2e38c409fd97 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:35.664250 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e803feab-75d8-48c2-8be4-80fe07182802 req-9bd76eaa-d408-4b98-a45c-2e38c409fd97 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0570915 Sep 07 20:31:35.681693 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4610e281-0c06-4c0d-a8e5-050faba7cc88 x-openstack-request-id: req-4610e281-0c06-4c0d-a8e5-050faba7cc88 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:31:35.681693 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2267e93-ee55-45dd-b5f0-d5de9e9223da", "name": "network-vif-deleted", "tag": "d5989fbd-ea4e-490f-87db-13ed3d2d10a8", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:31:35.681693 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4610e281-0c06-4c0d-a8e5-050faba7cc88 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:31:35.681693 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2267e93-ee55-45dd-b5f0-d5de9e9223da', 'name': 'network-vif-deleted', 'tag': 'd5989fbd-ea4e-490f-87db-13ed3d2d10a8', 'status': 'completed', 'code': 200} Sep 07 20:31:35.714917 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e803feab-75d8-48c2-8be4-80fe07182802 req-c384789e-19c3-4036-9c87-d75e77c311ee tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Sep 07 20:31:35.760455 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-54af3eb4-adea-49aa-9a5a-5749cbe35718 req-5b8221ad-5777-4556-b917-ae238e49adf2 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2267e93-ee55-45dd-b5f0-d5de9e9223da HTTP/1.1" status: 200 len: 210 time: 0.0257347 Sep 07 20:31:36.188734 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdae48-e496-4a0a-864f-b0dd7b32004b req-66d6b2a5-f35f-4d02-b4ab-45e0825c29bf tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:36.190275 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-14bdae48-e496-4a0a-864f-b0dd7b32004b req-66d6b2a5-f35f-4d02-b4ab-45e0825c29bf tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0485666 Sep 07 20:31:36.240317 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-14bdae48-e496-4a0a-864f-b0dd7b32004b req-d85b5c93-1f0c-46ce-a6b7-5d51c92f5381 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437472 Sep 07 20:31:36.282892 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:36.418764 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d0258-de41-413d-8037-560f295b2f41 req-3709e0ea-968c-4293-b791-4d13c5cf6e6f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:36.420223 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-536d0258-de41-413d-8037-560f295b2f41 req-3709e0ea-968c-4293-b791-4d13c5cf6e6f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 943 time: 0.0526385 Sep 07 20:31:36.458574 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-536d0258-de41-413d-8037-560f295b2f41 req-1ed484ff-59a5-45e7-bf40-bdd710077667 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322640 Sep 07 20:31:36.832551 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc040d-1b27-4d3f-ac13-abfc82acdfb7 req-2e3133cf-07b6-4014-9560-452da1de5d43 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:36.834119 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-95cc040d-1b27-4d3f-ac13-abfc82acdfb7 req-2e3133cf-07b6-4014-9560-452da1de5d43 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0501707 Sep 07 20:31:36.871622 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-95cc040d-1b27-4d3f-ac13-abfc82acdfb7 req-710a9186-ba35-42a7-a388-48a8d4756fe6 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305803 Sep 07 20:31:37.361491 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3daf91-3246-4ed7-9758-738b1a037e4e req-21183137-87e4-4e66-94fe-932cd3a7f003 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:37.363027 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2e3daf91-3246-4ed7-9758-738b1a037e4e req-21183137-87e4-4e66-94fe-932cd3a7f003 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 945 time: 0.0488589 Sep 07 20:31:37.400450 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2e3daf91-3246-4ed7-9758-738b1a037e4e req-5df8c5fd-12f1-4055-9f0f-3f917a5ffa57 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Sep 07 20:31:37.532736 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a9b4b148-de84-4efc-bf09-716d2bdcb0de details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:31:37.536347 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:37.582429 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a548a3c-4bb0-4701-9fef-96de42552cd6 req-9701a4a3-843d-4c1f-a419-e90887fb6e58 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:37.584569 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4a548a3c-4bb0-4701-9fef-96de42552cd6 req-9701a4a3-843d-4c1f-a419-e90887fb6e58 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 943 time: 0.0587199 Sep 07 20:31:37.594794 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 43676) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:37.628193 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4a548a3c-4bb0-4701-9fef-96de42552cd6 req-96e96444-ad79-4282-807a-589cd4953d28 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349531 Sep 07 20:31:37.686723 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:37.705867 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-499ea01d-292b-46b5-be9c-31034a815618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:37.710284 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a9b4b148-de84-4efc-bf09-716d2bdcb0de, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:37.730875 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:31:37.733177 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265f3fd9-acb3-4ff0-a48d-71ec6b866893" -d '{"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-unplugged", "status": "completed", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:31:37.737842 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'port_id': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'mac_address': 'fa:16:3e:13:a3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:31:37.747530 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:37.774493 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 20:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753c91ec-29b0-4364-a961-12554047f26f x-openstack-request-id: req-753c91ec-29b0-4364-a961-12554047f26f {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:31:37.777796 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-unplugged", "status": "completed", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:31:37.777796 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-753c91ec-29b0-4364-a961-12554047f26f {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:31:37.777796 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'code': 200} Sep 07 20:31:37.791357 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:37.801876 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-499ea01d-292b-46b5-be9c-31034a815618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:37.804202 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b4b148-de84-4efc-bf09-716d2bdcb0de {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:31:37.821682 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:37.822395 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device d5989fbd-ea4e-490f-87db-13ed3d2d10a8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:37.825427 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a9b4b148-de84-4efc-bf09-716d2bdcb0de, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:37.845361 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: d5989fbd-ea4e-490f-87db-13ed3d2d10a8 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:31:37.845629 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device d5989fbd-ea4e-490f-87db-13ed3d2d10a8 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:31:37.862933 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-499ea01d-292b-46b5-be9c-31034a815618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:37.887291 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=8']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:37.905520 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 43684) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:37.905753 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-499ea01d-292b-46b5-be9c-31034a815618 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c252a54dcd6c45f09f09f734d60c4082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096364 Sep 07 20:31:37.906698 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.907174 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.907786 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.908195 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.909135 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.909797 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.913019 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.913019 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.913223 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ea01d-292b-46b5-be9c-31034a815618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ccfae3-e643-4f37-95c7-f21a3de871f7,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:37.913321 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.913321 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.913321 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.913321 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:31:37.918464 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:37.967423 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a9b4b148-de84-4efc-bf09-716d2bdcb0de,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:38.003100 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dbf981ff-208b-4609-87bb-1ea132620450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:38.027548 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69813be-8653-48ce-a370-9280ffbea0f3 req-48e395ba-28df-47d3-b26f-3f4017e363eb tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:38.029056 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c69813be-8653-48ce-a370-9280ffbea0f3 req-48e395ba-28df-47d3-b26f-3f4017e363eb tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0695627 Sep 07 20:31:38.039303 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dbf981ff-208b-4609-87bb-1ea132620450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:38.104747 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c69813be-8653-48ce-a370-9280ffbea0f3 req-8993e967-c9b7-4cf9-8cef-ce6b297f229d tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615454 Sep 07 20:31:38.179465 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dbf981ff-208b-4609-87bb-1ea132620450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:38.182030 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dbf981ff-208b-4609-87bb-1ea132620450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:38.183172 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-dbf981ff-208b-4609-87bb-1ea132620450 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/15ccfae3-e643-4f37-95c7-f21a3de871f7 HTTP/1.1" status: 204 len: 168 time: 0.2766473 Sep 07 20:31:38.192231 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf981ff-208b-4609-87bb-1ea132620450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ccfae3-e643-4f37-95c7-f21a3de871f7,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:38.234801 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a9b4b148-de84-4efc-bf09-716d2bdcb0de'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:31:38.538189 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c01260-b509-4528-a779-e9d22708bb44 req-616bc5fa-f36c-4c5a-90ac-c605490db69e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:38.539833 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-01c01260-b509-4528-a779-e9d22708bb44 req-616bc5fa-f36c-4c5a-90ac-c605490db69e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0616062 Sep 07 20:31:38.607416 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a497f3-ba34-4940-a460-7b9c9c75332d req-67bae58c-4976-47a9-a1b9-e44c11dc1292 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:38.608920 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e4a497f3-ba34-4940-a460-7b9c9c75332d req-67bae58c-4976-47a9-a1b9-e44c11dc1292 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 945 time: 0.0879433 Sep 07 20:31:38.612113 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-01c01260-b509-4528-a779-e9d22708bb44 req-28578990-72b9-443d-9fcd-808d0763e287 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536611 Sep 07 20:31:38.657313 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e4a497f3-ba34-4940-a460-7b9c9c75332d req-ebf9d572-b3b1-448e-aaee-e03809239575 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414345 Sep 07 20:31:38.767001 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21c0a5-e0a4-4551-9b8e-308e86a1d14d req-1c547ac1-2fa7-40fb-9811-6d03951e922e tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:38.768459 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ce21c0a5-e0a4-4551-9b8e-308e86a1d14d req-1c547ac1-2fa7-40fb-9811-6d03951e922e tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 944 time: 0.0530128 Sep 07 20:31:38.805877 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ce21c0a5-e0a4-4551-9b8e-308e86a1d14d req-5fb8193c-c255-487c-84af-25ad2a67de26 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312951 Sep 07 20:31:39.214218 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955edbb-7c6c-43ae-83db-c72ddfe26d37 req-650926bc-3ef5-444d-9394-caeca6fb0675 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:39.215777 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d955edbb-7c6c-43ae-83db-c72ddfe26d37 req-650926bc-3ef5-444d-9394-caeca6fb0675 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0489872 Sep 07 20:31:39.253850 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d955edbb-7c6c-43ae-83db-c72ddfe26d37 req-4b5b38f2-12fd-4db7-8176-0acb072191da tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Sep 07 20:31:39.548827 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a9b4b148-de84-4efc-bf09-716d2bdcb0de up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:31:39.665418 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port a9b4b148-de84-4efc-bf09-716d2bdcb0de completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:31:39.670273 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port a9b4b148-de84-4efc-bf09-716d2bdcb0de triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:31:39.670701 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:39.757464 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:39.779716 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9d62-a2c5-4a8a-8275-fdbbb4ec90c1 req-b6a4dd1c-dc04-400f-bf87-7d0197b16a08 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:39.780835 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:31:39.781263 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-497c9d62-a2c5-4a8a-8275-fdbbb4ec90c1 req-b6a4dd1c-dc04-400f-bf87-7d0197b16a08 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 945 time: 0.0558369 Sep 07 20:31:39.783154 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a19605-48ba-454c-b2b7-6d3bbdca58ad" -d '{"events": [{"server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "name": "network-vif-plugged", "status": "completed", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:31:39.790451 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [req-df3481dd-d1d3-4255-b093-8074536b760a req-1e708c04-9732-44fb-8744-d07e45955c41 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:31:39.791597 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-df3481dd-d1d3-4255-b093-8074536b760a req-1e708c04-9732-44fb-8744-d07e45955c41 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052178 Sep 07 20:31:39.796413 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a9b4b148-de84-4efc-bf09-716d2bdcb0de, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:39.824325 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-497c9d62-a2c5-4a8a-8275-fdbbb4ec90c1 req-06cab2a7-419d-4a16-ab11-d2387a8c513c tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317423 Sep 07 20:31:39.867872 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3728e8ff-0f03-4d89-89f6-d7cd1865125f x-openstack-request-id: req-3728e8ff-0f03-4d89-89f6-d7cd1865125f {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:31:39.868157 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "name": "network-vif-plugged", "status": "completed", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:31:39.868400 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3728e8ff-0f03-4d89-89f6-d7cd1865125f {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:31:39.868782 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'code': 200} Sep 07 20:31:39.877213 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:39.878106 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:39.955698 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a9b4b148-de84-4efc-bf09-716d2bdcb0de,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:39.967586 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d8540-8a0e-47b3-b6fe-cd2818643bdc req-24a3e3bf-e166-40d8-bf86-980fabdd2f63 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:39.969105 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-129d8540-8a0e-47b3-b6fe-cd2818643bdc req-24a3e3bf-e166-40d8-bf86-980fabdd2f63 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.0555165 Sep 07 20:31:40.006666 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-129d8540-8a0e-47b3-b6fe-cd2818643bdc req-3d0bec94-bddd-4817-9c00-daccefb34146 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Sep 07 20:31:40.109135 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e225577-7f25-43fd-8677-8d92bf290339 req-91e294e1-cd0c-4e05-bb7f-e774480a3ad3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:40.110640 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1e225577-7f25-43fd-8677-8d92bf290339 req-91e294e1-cd0c-4e05-bb7f-e774480a3ad3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0489013 Sep 07 20:31:40.157746 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1e225577-7f25-43fd-8677-8d92bf290339 req-fc7051a8-c665-4db4-966d-06b8db070250 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Sep 07 20:31:40.234064 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1eb77-0d69-4f36-9024-e89a5490a71f req-77ae8311-c226-4871-94c8-1a3ff4cc596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:40.235580 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c4c1eb77-0d69-4f36-9024-e89a5490a71f req-77ae8311-c226-4871-94c8-1a3ff4cc596c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 1098 time: 0.0404346 Sep 07 20:31:40.276066 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c4c1eb77-0d69-4f36-9024-e89a5490a71f req-f909c51f-1e18-4c36-9f32-1b0950cc3e84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313115 Sep 07 20:31:40.369857 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d890a7c-026b-4687-840c-4c2f56e24499 req-7ab6a26c-2c0a-4108-8dc0-bc37adaa0a65 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:40.371453 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5d890a7c-026b-4687-840c-4c2f56e24499 req-7ab6a26c-2c0a-4108-8dc0-bc37adaa0a65 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0511956 Sep 07 20:31:40.413353 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5d890a7c-026b-4687-840c-4c2f56e24499 req-c4032b79-d3db-468e-8197-26c2024144aa tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349576 Sep 07 20:31:40.604496 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49768c-b212-4918-a374-06bb636ecf5b req-be08fc7d-fdc7-43fe-8e2d-ec99c6c79315 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:40.605988 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb49768c-b212-4918-a374-06bb636ecf5b req-be08fc7d-fdc7-43fe-8e2d-ec99c6c79315 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 945 time: 0.0482218 Sep 07 20:31:40.664580 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 43750) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:40.701291 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-eb49768c-b212-4918-a374-06bb636ecf5b req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Deleting port 227675d8-a5ad-4d92-8807-6b0eaa80362f {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:31:40.701597 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-eb49768c-b212-4918-a374-06bb636ecf5b req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:40.799654 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-b8f2d567-ea62-45e1-9e8d-0a7df78e1965 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338880 Sep 07 20:31:40.808584 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-919faea1-901d-4669-ab6b-f0e96fb5697b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:31:40.810053 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-919faea1-901d-4669-ab6b-f0e96fb5697b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050647 Sep 07 20:31:40.812714 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-eb49768c-b212-4918-a374-06bb636ecf5b req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] For port 227675d8-a5ad-4d92-8807-6b0eaa80362f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=227675d8-a5ad-4d92-8807-6b0eaa80362f,segment=NetworkSegment(b1896dcd-e12b-4a9f-8c71-82350d6d38a0),segment_id=b1896dcd-e12b-4a9f-8c71-82350d6d38a0)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:40.813222 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-eb49768c-b212-4918-a374-06bb636ecf5b req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:40.825577 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-eb49768c-b212-4918-a374-06bb636ecf5b req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Calling delete_port for 227675d8-a5ad-4d92-8807-6b0eaa80362f owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:31:40.976397 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b79ff1-07a7-47c3-8ac4-50161b14737b req-5d60425f-aa89-4ed7-8a50-c22a58d754cd tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:40.977911 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-22b79ff1-07a7-47c3-8ac4-50161b14737b req-5d60425f-aa89-4ed7-8a50-c22a58d754cd tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 945 time: 0.0766990 Sep 07 20:31:41.021298 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-22b79ff1-07a7-47c3-8ac4-50161b14737b req-3fd62f7c-8bd4-4ce1-94cc-bb86960a965b tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1903566-fa6a-4bc0-ac50-4cbad620a826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349445 Sep 07 20:31:41.092967 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-eb49768c-b212-4918-a374-06bb636ecf5b req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:41.104709 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['227675d8-a5ad-4d92-8807-6b0eaa80362f'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:31:41.142466 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Pushing event deleted for resources: {'Port': ['ID=227675d8-a5ad-4d92-8807-6b0eaa80362f,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:41.192450 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb49768c-b212-4918-a374-06bb636ecf5b req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] No DVR routers for this DVR port 227675d8-a5ad-4d92-8807-6b0eaa80362f on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:31:41.203267 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f73bf-7b1b-4454-be7f-09549fe663f4 req-2a460b6a-a2c5-4772-9593-f521d005dae8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:41.203267 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-389f73bf-7b1b-4454-be7f-09549fe663f4 req-2a460b6a-a2c5-4772-9593-f521d005dae8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.1208293 Sep 07 20:31:41.203763 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-eb49768c-b212-4918-a374-06bb636ecf5b req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:41.205651 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb49768c-b212-4918-a374-06bb636ecf5b req-f61dad4b-40b0-4f7c-9529-9153702f9fc5 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.59 "DELETE /v2.0/ports/227675d8-a5ad-4d92-8807-6b0eaa80362f HTTP/1.1" status: 204 len: 173 time: 0.5916891 Sep 07 20:31:41.206178 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d8a23-78b7-4f35-acc8-7eb0da1cc02f', 'name': 'network-vif-deleted', 'tag': '227675d8-a5ad-4d92-8807-6b0eaa80362f'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:31:41.208413 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80462f8d-30ae-45ea-87a8-4a10557611dc" -d '{"events": [{"server_uuid": "282d8a23-78b7-4f35-acc8-7eb0da1cc02f", "name": "network-vif-deleted", "tag": "227675d8-a5ad-4d92-8807-6b0eaa80362f"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:31:41.267275 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-389f73bf-7b1b-4454-be7f-09549fe663f4 req-34d51a74-f583-4d6f-bd48-fd3eea549c86 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555997 Sep 07 20:31:41.295184 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163e0ac-7a2f-45dd-90bd-0b44ebe42a30 req-9ed5caaa-d878-4556-9e3b-e0f92a4d6de3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:41.296694 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3163e0ac-7a2f-45dd-90bd-0b44ebe42a30 req-9ed5caaa-d878-4556-9e3b-e0f92a4d6de3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0590942 Sep 07 20:31:41.318308 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb4ba7a-b9d2-466a-bb91-0f23b7abb350 x-openstack-request-id: req-ecb4ba7a-b9d2-466a-bb91-0f23b7abb350 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:31:41.318633 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d8a23-78b7-4f35-acc8-7eb0da1cc02f", "name": "network-vif-deleted", "tag": "227675d8-a5ad-4d92-8807-6b0eaa80362f", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:31:41.318916 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ecb4ba7a-b9d2-466a-bb91-0f23b7abb350 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:31:41.319275 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d8a23-78b7-4f35-acc8-7eb0da1cc02f', 'name': 'network-vif-deleted', 'tag': '227675d8-a5ad-4d92-8807-6b0eaa80362f', 'status': 'completed', 'code': 200} Sep 07 20:31:41.338998 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3163e0ac-7a2f-45dd-90bd-0b44ebe42a30 req-e9d551b3-57f9-41f2-8ca3-269243c0ac0f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359199 Sep 07 20:31:41.545653 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c92cdc-38ad-4625-bf25-02ebb7822b1f req-8504c118-732a-4179-97d7-edf99eaff3b9 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:41.549209 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5c92cdc-38ad-4625-bf25-02ebb7822b1f req-8504c118-732a-4179-97d7-edf99eaff3b9 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0554032 Sep 07 20:31:41.587241 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5c92cdc-38ad-4625-bf25-02ebb7822b1f req-f11e8f37-db85-4954-b1ea-ed340531c5d5 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336366 Sep 07 20:31:42.126443 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d6c954e9-db92-427b-8201-97f3b1596f94 req-14e9210f-0185-47db-b747-7a338de706c3 tempest-AttachVolumeNegativeTest-879938777 tempest-AttachVolumeNegativeTest-879938777-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d8a23-78b7-4f35-acc8-7eb0da1cc02f HTTP/1.1" status: 200 len: 210 time: 0.0260527 Sep 07 20:31:42.381083 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38278d51-b4be-4655-8951-e5399cb606a1 req-89d737f4-91c2-4cc8-800f-7d5b05c49955 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:42.382877 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38278d51-b4be-4655-8951-e5399cb606a1 req-89d737f4-91c2-4cc8-800f-7d5b05c49955 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.0484257 Sep 07 20:31:42.429654 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-38278d51-b4be-4655-8951-e5399cb606a1 req-0621c740-2596-46d3-b22e-b94450db53b8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Sep 07 20:31:42.513593 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d445a2-66ea-4f36-a43a-99a1d9c3dd4c req-3037cc75-d774-405b-80f4-6d9eed1f25ae tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:42.515421 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c6d445a2-66ea-4f36-a43a-99a1d9c3dd4c req-3037cc75-d774-405b-80f4-6d9eed1f25ae tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.1016085 Sep 07 20:31:42.530721 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-63801b66-4ad3-42b7-ab20-1ce77caea460 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:42.532374 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-63801b66-4ad3-42b7-ab20-1ce77caea460 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.0812187 Sep 07 20:31:42.622966 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c6d445a2-66ea-4f36-a43a-99a1d9c3dd4c req-c4a85d44-cb2c-4963-9850-b19682b9903a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896177 Sep 07 20:31:42.651795 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30f612-4bc6-42af-9b64-3df1090b4910 req-823b55ed-9ec7-40e3-91e4-c74270a7cfa3 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:42.653611 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4f30f612-4bc6-42af-9b64-3df1090b4910 req-823b55ed-9ec7-40e3-91e4-c74270a7cfa3 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.1517887 Sep 07 20:31:42.714162 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4f30f612-4bc6-42af-9b64-3df1090b4910 req-99e89245-ca39-4c90-bef8-9862a04cbd80 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533540 Sep 07 20:31:42.732775 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Deleting port e74cb0a3-bf5e-4d14-a102-2d28e092e870 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:31:42.733212 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.056354 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6fa3b-8eef-4c74-83e1-015c7219e96b req-c3b89824-88b8-4f17-a207-371a8e498f99 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:43.057794 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c3a6fa3b-8eef-4c74-83e1-015c7219e96b req-c3b89824-88b8-4f17-a207-371a8e498f99 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 945 time: 0.3602753 Sep 07 20:31:43.128414 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] For port e74cb0a3-bf5e-4d14-a102-2d28e092e870, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e74cb0a3-bf5e-4d14-a102-2d28e092e870,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:43.129090 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.145042 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c3a6fa3b-8eef-4c74-83e1-015c7219e96b req-6ac55aa3-8ecb-4098-8d5e-2bae03de4d44 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/security-groups?id=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809455 Sep 07 20:31:43.152240 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3afc3-c58a-40ac-a3f9-8eb5eaac5e4d req-5de7ca14-cbdf-48fc-992a-5c967e14a9c1 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:43.154292 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-67c3afc3-c58a-40ac-a3f9-8eb5eaac5e4d req-5de7ca14-cbdf-48fc-992a-5c967e14a9c1 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.1189451 Sep 07 20:31:43.158849 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Calling delete_port for e74cb0a3-bf5e-4d14-a102-2d28e092e870 owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:31:43.204189 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 43794) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:43.235560 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-67c3afc3-c58a-40ac-a3f9-8eb5eaac5e4d req-44a7dfd8-1be3-41cb-90e3-ec0410f6fb68 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745268 Sep 07 20:31:43.250633 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-36583e9a-fc2c-44bc-80e4-6cbfc4e4ad9e admin admin] Deleting subnet 97689332-4ac5-45ba-beaa-67224dbf1809 {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:31:43.256264 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36583e9a-fc2c-44bc-80e4-6cbfc4e4ad9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.301941 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36583e9a-fc2c-44bc-80e4-6cbfc4e4ad9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131574183'] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.345177 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36583e9a-fc2c-44bc-80e4-6cbfc4e4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.411578 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.424406 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['e74cb0a3-bf5e-4d14-a102-2d28e092e870'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:31:43.441668 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Pushing event deleted for resources: {'Port': ['ID=e74cb0a3-bf5e-4d14-a102-2d28e092e870,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:43.480430 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] No DVR routers for this DVR port e74cb0a3-bf5e-4d14-a102-2d28e092e870 on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:31:43.482707 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.484754 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cfea493f-fcca-4af8-be59-1b49cbfa992f req-d5e0ab85-ab4c-4832-8e6b-a40bd60b43cd tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.59 "DELETE /v2.0/ports/e74cb0a3-bf5e-4d14-a102-2d28e092e870 HTTP/1.1" status: 204 len: 173 time: 0.9430773 Sep 07 20:31:43.485177 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d91a996-1fba-417e-a529-6fc65e5a27de', 'name': 'network-vif-deleted', 'tag': 'e74cb0a3-bf5e-4d14-a102-2d28e092e870'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:31:43.487448 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3886781-d82a-4fde-a9ce-1b059bd429ca" -d '{"events": [{"server_uuid": "8d91a996-1fba-417e-a529-6fc65e5a27de", "name": "network-vif-deleted", "tag": "e74cb0a3-bf5e-4d14-a102-2d28e092e870"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:31:43.499826 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36583e9a-fc2c-44bc-80e4-6cbfc4e4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133203587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130232194'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.526686 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b83984-a264-4e46-ba28-39970b015968 x-openstack-request-id: req-c9b83984-a264-4e46-ba28-39970b015968 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:31:43.527004 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d91a996-1fba-417e-a529-6fc65e5a27de", "name": "network-vif-deleted", "tag": "e74cb0a3-bf5e-4d14-a102-2d28e092e870", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:31:43.531820 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9b83984-a264-4e46-ba28-39970b015968 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:31:43.531820 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d91a996-1fba-417e-a529-6fc65e5a27de', 'name': 'network-vif-deleted', 'tag': 'e74cb0a3-bf5e-4d14-a102-2d28e092e870', 'status': 'completed', 'code': 200} Sep 07 20:31:43.532023 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36583e9a-fc2c-44bc-80e4-6cbfc4e4ad9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97689332-4ac5-45ba-beaa-67224dbf1809,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:43.533843 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36583e9a-fc2c-44bc-80e4-6cbfc4e4ad9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.536978 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-36583e9a-fc2c-44bc-80e4-6cbfc4e4ad9e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/97689332-4ac5-45ba-beaa-67224dbf1809 HTTP/1.1" status: 204 len: 168 time: 0.3315775 Sep 07 20:31:43.539554 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 43800) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:43.577691 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device e74cb0a3-bf5e-4d14-a102-2d28e092e870 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:43.607016 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: e74cb0a3-bf5e-4d14-a102-2d28e092e870 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:31:43.607499 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device e74cb0a3-bf5e-4d14-a102-2d28e092e870 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:31:43.607930 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 227675d8-a5ad-4d92-8807-6b0eaa80362f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:43.618481 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.631619 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 227675d8-a5ad-4d92-8807-6b0eaa80362f {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:31:43.631967 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 227675d8-a5ad-4d92-8807-6b0eaa80362f not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:31:43.704029 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.724245 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ff01e1-7605-4fc2-960b-3d55c1792c21']}} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:43.735363 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0') {'for_net_delete': True} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:43.735718 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1896dcd-e12b-4a9f-8c71-82350d6d38a0') {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:43.751566 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131574190'] for segment, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.754263 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f791e-dca3-4956-809d-f5dd9684f513 req-f12c357d-f9ea-438c-b611-dee6abb6cfc4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:43.762605 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-766f791e-dca3-4956-809d-f5dd9684f513 req-f12c357d-f9ea-438c-b611-dee6abb6cfc4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0585229 Sep 07 20:31:43.767898 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.774607 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=94729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:31:43.776673 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133203745'] for segment, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: Traceback (most recent call last): Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: timer() Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: cb(*args, **kw) Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: return func(*args, **kwargs) Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: self._notify() Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: self.callback(batched_events) Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: event.method(event) Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: return f(self, *a, **k) Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._get(url).json() Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: return self.request(url, 'GET', **kwargs) Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:31:43.777258 dv-cinder-760194-9-iscsi neutron-server[94729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:31:43.811359 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-766f791e-dca3-4956-809d-f5dd9684f513 req-48420650-ce0d-4b2e-85ed-1d6c0aa1f889 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478671 Sep 07 20:31:43.905508 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.921802 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:43.921802 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] 10.222.0.72 "DELETE /v2.0/networks/56ff01e1-7605-4fc2-960b-3d55c1792c21 HTTP/1.1" status: 204 len: 168 time: 0.3729825 Sep 07 20:31:43.925508 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6e828-ea5c-4472-a50d-63ae1565b036 admin admin] Pushing event deleted for resources: {'Network': ['ID=56ff01e1-7605-4fc2-960b-3d55c1792c21,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:44.252266 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4e299c2e-5258-43fa-9b2c-33f546ae2d3c req-20466b08-7c94-4f65-b5db-2bb66bee0d32 tempest-ServerRescueNegativeTestJSON-1549867175 tempest-ServerRescueNegativeTestJSON-1549867175-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d91a996-1fba-417e-a529-6fc65e5a27de HTTP/1.1" status: 200 len: 210 time: 0.0253797 Sep 07 20:31:44.299648 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 43814) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:44.343004 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 43816) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:44.343237 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-469dc720-3d87-4810-9456-88ab25dce15a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=beda1b2863734483be433da9e24153ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423832 Sep 07 20:31:44.391831 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-918a950e-79c1-41e6-a87c-0c46849e67ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:44.413057 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-918a950e-79c1-41e6-a87c-0c46849e67ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:44.516962 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-918a950e-79c1-41e6-a87c-0c46849e67ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:44.519509 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-918a950e-79c1-41e6-a87c-0c46849e67ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:44.520648 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-918a950e-79c1-41e6-a87c-0c46849e67ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1903566-fa6a-4bc0-ac50-4cbad620a826 HTTP/1.1" status: 204 len: 168 time: 0.1766129 Sep 07 20:31:44.529060 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a950e-79c1-41e6-a87c-0c46849e67ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1903566-fa6a-4bc0-ac50-4cbad620a826,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:44.935868 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f0c8d-a9a0-4fd8-8b45-245b3835b5da req-1aab940b-2451-43e7-8eee-bbf71ce39657 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:44.937692 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4b6f0c8d-a9a0-4fd8-8b45-245b3835b5da req-1aab940b-2451-43e7-8eee-bbf71ce39657 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0528188 Sep 07 20:31:44.988146 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4b6f0c8d-a9a0-4fd8-8b45-245b3835b5da req-d9b38840-39c6-469b-b52c-672c928d5961 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435863 Sep 07 20:31:45.151127 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4358db1-5308-49ad-b3ac-262a7efd55f6 req-5813be28-584e-42f5-84a0-dcd30248389b tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:45.152667 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c4358db1-5308-49ad-b3ac-262a7efd55f6 req-5813be28-584e-42f5-84a0-dcd30248389b tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 945 time: 0.0567605 Sep 07 20:31:45.201998 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c4358db1-5308-49ad-b3ac-262a7efd55f6 req-d8baf468-13a5-4264-a4aa-c5610fd3e794 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366914 Sep 07 20:31:45.208266 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-daf58814-9c48-46ea-a6b6-d4a2c4bb75a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:45.308320 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 43852) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:45.761759 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133838462'] for router_interface, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:46.146673 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fc646-1e43-4fe1-aaa2-53890de1bb1a req-02cd26a8-cf98-4fe7-8475-8fb804da46e1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:46.146673 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f43fc646-1e43-4fe1-aaa2-53890de1bb1a req-02cd26a8-cf98-4fe7-8475-8fb804da46e1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0639112 Sep 07 20:31:46.147837 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Deleting port 24ff776f-adbf-45dc-804f-c61fc7c738d6 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:31:46.148179 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:46.235627 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f43fc646-1e43-4fe1-aaa2-53890de1bb1a req-4dfa3822-ef5a-4c21-8d5f-1a570a2ca7e8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842633 Sep 07 20:31:46.271525 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] For port 24ff776f-adbf-45dc-804f-c61fc7c738d6, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=24ff776f-adbf-45dc-804f-c61fc7c738d6,segment=NetworkSegment(ef53a746-5f31-4018-9cca-7dabdecc9247),segment_id=ef53a746-5f31-4018-9cca-7dabdecc9247)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:46.272044 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:46.295205 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Calling delete_port for 24ff776f-adbf-45dc-804f-c61fc7c738d6 owned by network:router_interface {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:31:46.376261 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503336-8552-489a-a423-6cdb21e9d1ee req-f5ec9841-bea4-452e-9b9b-9d0057bb1b66 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:46.377839 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-00503336-8552-489a-a423-6cdb21e9d1ee req-f5ec9841-bea4-452e-9b9b-9d0057bb1b66 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 945 time: 0.0966280 Sep 07 20:31:46.486858 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-00503336-8552-489a-a423-6cdb21e9d1ee req-31d030af-e11b-4627-8344-a3823757ab93 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027522 Sep 07 20:31:46.494106 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 43900) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:46.551499 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1a429-1ef1-49d7-8249-90df74849177 req-f96393ae-fada-4173-af06-71993fbef584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:46.553014 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-f96393ae-fada-4173-af06-71993fbef584 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0&tenant_id=df6e88dbe255498589d961d2ba568256 HTTP/1.1" status: 200 len: 1096 time: 0.1004090 Sep 07 20:31:46.606709 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7eabca3c-e465-4a30-8162-252960d43014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:46.639212 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1a429-1ef1-49d7-8249-90df74849177 req-3c8a6dcc-cffe-44e3-89a0-93ba330a3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:46.640713 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-3c8a6dcc-cffe-44e3-89a0-93ba330a3e9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0536461 Sep 07 20:31:46.703306 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7eabca3c-e465-4a30-8162-252960d43014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:46.722911 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:46.756638 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ff776f-adbf-45dc-804f-c61fc7c738d6,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:46.766063 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1a429-1ef1-49d7-8249-90df74849177 req-f1931935-483d-4f12-abdd-e2edc5415378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:46.768747 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-f1931935-483d-4f12-abdd-e2edc5415378 service neutron] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 917 time: 0.1170835 Sep 07 20:31:46.788756 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7eabca3c-e465-4a30-8162-252960d43014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:46.828847 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7eabca3c-e465-4a30-8162-252960d43014 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13209fc731494d7099e6aa6bb96f2bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335502 Sep 07 20:31:46.830346 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabca3c-e465-4a30-8162-252960d43014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16febd1-9725-475d-a54d-f823c70015a4,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:46.833259 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 43904) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:46.881434 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-6ba77210-8d79-4a78-bacd-2454ce9e8589 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32 HTTP/1.1" status: 200 len: 999 time: 0.0950618 Sep 07 20:31:46.890040 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d065730-5de6-4a7f-9e22-979f769fe44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:46.913545 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d065730-5de6-4a7f-9e22-979f769fe44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:46.991183 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438ea95-ea51-4557-8126-f7183af01924 req-655e37ad-bf9e-4da0-a0b0-23ed2121b7cd tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:46.992706 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-b438ea95-ea51-4557-8126-f7183af01924 req-655e37ad-bf9e-4da0-a0b0-23ed2121b7cd tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.59 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Sep 07 20:31:47.002232 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1a429-1ef1-49d7-8249-90df74849177 req-ccf3fdbd-62d9-4949-96a2-5a444e79cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:47.003690 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-ccf3fdbd-62d9-4949-96a2-5a444e79cfa6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.0900509 Sep 07 20:31:47.047265 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133782260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133838482'] for router_interface, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:47.081097 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d065730-5de6-4a7f-9e22-979f769fe44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:47.083705 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d065730-5de6-4a7f-9e22-979f769fe44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:47.084929 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-9d065730-5de6-4a7f-9e22-979f769fe44f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a16febd1-9725-475d-a54d-f823c70015a4 HTTP/1.1" status: 204 len: 168 time: 0.2507198 Sep 07 20:31:47.101350 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d065730-5de6-4a7f-9e22-979f769fe44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16febd1-9725-475d-a54d-f823c70015a4,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:47.108452 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-b438ea95-ea51-4557-8126-f7183af01924 req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Deleting port 7eb17f77-7f14-4c00-9930-f33558f6da5d {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:31:47.108898 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-b438ea95-ea51-4557-8126-f7183af01924 req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:47.115038 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1a429-1ef1-49d7-8249-90df74849177 req-24cdc75f-c7cc-4230-891d-ca31258dce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:47.116717 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-24cdc75f-c7cc-4230-891d-ca31258dce09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034622 Sep 07 20:31:47.210480 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-b438ea95-ea51-4557-8126-f7183af01924 req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] For port 7eb17f77-7f14-4c00-9930-f33558f6da5d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7eb17f77-7f14-4c00-9930-f33558f6da5d,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:47.210850 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-b438ea95-ea51-4557-8126-f7183af01924 req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:47.228712 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-b438ea95-ea51-4557-8126-f7183af01924 req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Calling delete_port for 7eb17f77-7f14-4c00-9930-f33558f6da5d owned by compute:nova {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:31:47.303861 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-9935db51-b1fc-4900-aee6-4a44fb50e657 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765959 Sep 07 20:31:47.436452 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-b438ea95-ea51-4557-8126-f7183af01924 req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:47.456246 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['7eb17f77-7f14-4c00-9930-f33558f6da5d'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:31:47.472044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Pushing event deleted for resources: {'Port': ['ID=7eb17f77-7f14-4c00-9930-f33558f6da5d,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:47.522764 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-b438ea95-ea51-4557-8126-f7183af01924 req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] No DVR routers for this DVR port 7eb17f77-7f14-4c00-9930-f33558f6da5d on host hv-cinder-76019 {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:31:47.526108 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-b438ea95-ea51-4557-8126-f7183af01924 req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:47.529420 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-b438ea95-ea51-4557-8126-f7183af01924 req-9b54b046-bf79-4cc4-890c-977917da0174 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.59 "DELETE /v2.0/ports/7eb17f77-7f14-4c00-9930-f33558f6da5d HTTP/1.1" status: 204 len: 173 time: 0.5298865 Sep 07 20:31:47.530009 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f0f213-131e-4e3c-98f5-92853b1172b1', 'name': 'network-vif-deleted', 'tag': '7eb17f77-7f14-4c00-9930-f33558f6da5d'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:31:47.533085 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328282be-1f51-49f7-8ab0-7a657112faf1" -d '{"events": [{"server_uuid": "75f0f213-131e-4e3c-98f5-92853b1172b1", "name": "network-vif-deleted", "tag": "7eb17f77-7f14-4c00-9930-f33558f6da5d"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:31:47.655588 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8b784b3a-9565-45bf-b75b-cdc806934f56 req-a0ab9aa5-f06b-4a7d-96c0-0f188f544498 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 210 time: 0.0574875 Sep 07 20:31:47.703013 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2364069-5485-4b74-8d8b-7ed088a40a67 x-openstack-request-id: req-b2364069-5485-4b74-8d8b-7ed088a40a67 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:31:47.703602 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f0f213-131e-4e3c-98f5-92853b1172b1", "name": "network-vif-deleted", "tag": "7eb17f77-7f14-4c00-9930-f33558f6da5d", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:31:47.706985 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2364069-5485-4b74-8d8b-7ed088a40a67 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:31:47.707486 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f0f213-131e-4e3c-98f5-92853b1172b1', 'name': 'network-vif-deleted', 'tag': '7eb17f77-7f14-4c00-9930-f33558f6da5d', 'status': 'completed', 'code': 200} Sep 07 20:31:47.731694 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Router 9aba5c22-01b2-49a5-9e04-b42c6753b51e has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:31:47.754291 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fef128-e141-49a5-bdfe-a3bd6fc9e20d req-47984c0f-7773-4173-8c56-c04ad6f2a576 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:47.755862 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-59fef128-e141-49a5-bdfe-a3bd6fc9e20d req-47984c0f-7773-4173-8c56-c04ad6f2a576 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.1553566 Sep 07 20:31:47.777822 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-efd1a429-1ef1-49d7-8249-90df74849177 req-671827e4-e091-4d84-b123-ef34ae403546 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654498 Sep 07 20:31:47.847359 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-59fef128-e141-49a5-bdfe-a3bd6fc9e20d req-94e0f742-5078-43dc-b595-bb6000efe3cc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820935 Sep 07 20:31:47.908507 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:31:47.922414 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 43932) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:47.922723 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-c9da012b-0c24-4590-8c7d-6bb9fd825896 admin admin] 10.222.0.72 "PUT /v2.0/routers/9aba5c22-01b2-49a5-9e04-b42c6753b51e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131370 Sep 07 20:31:47.928086 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] Sync routers for ids ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:31:47.942275 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] Routers {'9aba5c22-01b2-49a5-9e04-b42c6753b51e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:31:47.942898 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:31:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:48.019412 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-42366501-14ed-4f65-9b10-b463661a93d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:48.040955 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks [] for router, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:48.154480 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] Set router 9aba5c22-01b2-49a5-9e04-b42c6753b51e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:31:48.192611 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:48.243135 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:48.337471 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Deleting port 3498ab18-e446-4b78-baff-f62ad5681859 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:31:48.337896 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:48.339036 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '3498ab18-e446-4b78-baff-f62ad5681859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:28:00Z', 'updated_at': '2021-09-07T20:31:46Z', 'revision_number': 5, 'project_id': '7b36bec10302410c99d21249f321ea84', 'gw_port': {'id': '3498ab18-e446-4b78-baff-f62ad5681859', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:79:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:48.373647 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] Checking router: 9aba5c22-01b2-49a5-9e04-b42c6753b51e for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:31:48.388845 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] Routers {'9aba5c22-01b2-49a5-9e04-b42c6753b51e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:31:48.389470 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:31:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:48.429025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] For port 3498ab18-e446-4b78-baff-f62ad5681859, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=3498ab18-e446-4b78-baff-f62ad5681859,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:31:48.429320 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:48.442709 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Calling delete_port for 3498ab18-e446-4b78-baff-f62ad5681859 owned by network:router_gateway {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:31:48.484028 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] Set router 9aba5c22-01b2-49a5-9e04-b42c6753b51e gateway port host: None {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:31:48.538198 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:28:00Z', 'updated_at': '2021-09-07T20:31:48Z', 'revision_number': 6, 'project_id': '7b36bec10302410c99d21249f321ea84', 'gw_port_host': None}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:48.576020 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d014ee-d57b-4044-af0a-2b555cec5f15 None None] The sync data for ids ['9aba5c22-01b2-49a5-9e04-b42c6753b51e'] in dv-cinder-760194-9-iscsi is: [{'id': '9aba5c22-01b2-49a5-9e04-b42c6753b51e', 'name': 'tempest-ServerRescueNegativeTestJSON-675369233-router', 'tenant_id': '7b36bec10302410c99d21249f321ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:28:00Z', 'updated_at': '2021-09-07T20:31:48Z', 'revision_number': 6, 'project_id': '7b36bec10302410c99d21249f321ea84', 'gw_port_host': None}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:31:48.699568 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:48.755797 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Pushing event deleted for resources: {'Port': ['ID=3498ab18-e446-4b78-baff-f62ad5681859,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:48.840756 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9cc7fd2e-bac3-4bc6-8796-afb3916b1e28 req-3cd0fd59-909a-4203-8b01-2a84e9e693b0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=75f0f213-131e-4e3c-98f5-92853b1172b1 HTTP/1.1" status: 200 len: 210 time: 0.0402923 Sep 07 20:31:48.881665 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133838896'] for router_gateway, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.125428 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 24ff776f-adbf-45dc-804f-c61fc7c738d6 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:49.174696 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e5e64-bce2-4c42-89e4-7af34241c8ca req-92ad4b2c-0d32-44e3-b915-a089c676fc86 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:49.180837 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 24ff776f-adbf-45dc-804f-c61fc7c738d6 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:31:49.181880 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 24ff776f-adbf-45dc-804f-c61fc7c738d6 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:31:49.187894 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133942883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16309'] for router, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.188776 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e19e5e64-bce2-4c42-89e4-7af34241c8ca req-92ad4b2c-0d32-44e3-b915-a089c676fc86 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.2118225 Sep 07 20:31:49.193525 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.245267 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e19e5e64-bce2-4c42-89e4-7af34241c8ca req-e1571940-e247-499c-96b2-e8947672efb4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537157 Sep 07 20:31:49.379619 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133942874'] for router, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.380158 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aba5c22-01b2-49a5-9e04-b42c6753b51e {{(pid=94729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:31:49.385309 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.386578 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c1c0543a-b573-40a4-b2fc-1d6bcb44a352 admin admin] 10.222.0.72 "DELETE /v2.0/routers/9aba5c22-01b2-49a5-9e04-b42c6753b51e HTTP/1.1" status: 204 len: 168 time: 1.4631751 Sep 07 20:31:49.391586 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 43980) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:49.468080 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ef9c44-8924-4f78-8d3b-e0afdf46f007 admin admin] Deleting subnet 5ba19e0c-d325-432e-9259-92b0d3f03aec {{(pid=94730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:31:49.477882 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9c44-8924-4f78-8d3b-e0afdf46f007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.551028 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9c44-8924-4f78-8d3b-e0afdf46f007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130426828'] for subnet, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.557606 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 7eb17f77-7f14-4c00-9930-f33558f6da5d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:49.598389 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 7eb17f77-7f14-4c00-9930-f33558f6da5d {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:31:49.599156 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 7eb17f77-7f14-4c00-9930-f33558f6da5d not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:31:49.659798 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9c44-8924-4f78-8d3b-e0afdf46f007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.693873 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.806722 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9c44-8924-4f78-8d3b-e0afdf46f007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130475713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-117110896'] for subnet, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.841152 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef9c44-8924-4f78-8d3b-e0afdf46f007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba19e0c-d325-432e-9259-92b0d3f03aec,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:49.850673 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9c44-8924-4f78-8d3b-e0afdf46f007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:49.855043 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-f8ef9c44-8924-4f78-8d3b-e0afdf46f007 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5ba19e0c-d325-432e-9259-92b0d3f03aec HTTP/1.1" status: 204 len: 168 time: 0.4604771 Sep 07 20:31:49.856741 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 43988) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:50.010078 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.137551 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.163009 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34dad5fb-6e19-44ba-a9cf-679924a85e45']}} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:50.173279 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef53a746-5f31-4018-9cca-7dabdecc9247') {'for_net_delete': True} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:50.173279 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef53a746-5f31-4018-9cca-7dabdecc9247') {} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:31:50.185483 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130426821'] for segment, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.205275 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.211683 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=94730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:31:50.212086 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130475875'] for segment, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: Traceback (most recent call last): Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: timer() Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: cb(*args, **kw) Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: return func(*args, **kwargs) Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: self._notify() Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: self.callback(batched_events) Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: event.method(event) Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: return f(self, *a, **k) Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._get(url).json() Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: return self.request(url, 'GET', **kwargs) Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:31:50.213845 dv-cinder-760194-9-iscsi neutron-server[94730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:31:50.369837 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fcab4-b137-45a5-9ee7-2e7d2a7f6582 req-3d846d88-c240-46ac-b16e-08cd321fd249 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:50.372578 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-688fcab4-b137-45a5-9ee7-2e7d2a7f6582 req-3d846d88-c240-46ac-b16e-08cd321fd249 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0520120 Sep 07 20:31:50.373852 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.379203 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.383685 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] 10.222.0.72 "DELETE /v2.0/networks/34dad5fb-6e19-44ba-a9cf-679924a85e45 HTTP/1.1" status: 204 len: 168 time: 0.5233698 Sep 07 20:31:50.422192 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e9192-3228-42d1-85cc-f678940113ad admin admin] Pushing event deleted for resources: {'Network': ['ID=34dad5fb-6e19-44ba-a9cf-679924a85e45,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:50.453878 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-688fcab4-b137-45a5-9ee7-2e7d2a7f6582 req-3b7250f0-aa0f-48f3-b706-bb03d3f67d5a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715909 Sep 07 20:31:50.672931 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44010) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:50.726020 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.792866 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-da6e85ca-f7fb-488a-969e-9b6e456bc7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.816037 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44014) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:50.858393 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-658e6218-b5ff-4c08-8f77-6c23c5973e91 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b36bec10302410c99d21249f321ea84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411446 Sep 07 20:31:50.860890 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44016) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:50.873085 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 3498ab18-e446-4b78-baff-f62ad5681859 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:31:50.906846 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-da6e85ca-f7fb-488a-969e-9b6e456bc7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.910386 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 3498ab18-e446-4b78-baff-f62ad5681859 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:31:50.910730 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 3498ab18-e446-4b78-baff-f62ad5681859 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:31:50.912631 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7120a65e-4735-46bb-aabc-621f05887035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.946104 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7120a65e-4735-46bb-aabc-621f05887035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:50.966414 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-da6e85ca-f7fb-488a-969e-9b6e456bc7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:51.014255 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-da6e85ca-f7fb-488a-969e-9b6e456bc7c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c772cdae111b42d09c67b10d64563fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398786 Sep 07 20:31:51.017168 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44018) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:51.019275 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e85ca-f7fb-488a-969e-9b6e456bc7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf69db-46ff-4fcd-80f8-54d2c0d23d73,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:51.097777 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ee34d415-23ee-49c1-b135-161cf7a56f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:51.123085 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ee34d415-23ee-49c1-b135-161cf7a56f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:51.613292 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3c7f2-8c56-46bf-a6be-8fe1c3b6440f req-20bc27a7-aa8f-4265-be89-e58142546903 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:51.614951 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-00b3c7f2-8c56-46bf-a6be-8fe1c3b6440f req-20bc27a7-aa8f-4265-be89-e58142546903 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0662265 Sep 07 20:31:51.662455 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-00b3c7f2-8c56-46bf-a6be-8fe1c3b6440f req-9a46f569-746b-4741-ab8b-7f499d85b5b1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 Sep 07 20:31:51.669012 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7120a65e-4735-46bb-aabc-621f05887035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:51.686942 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7120a65e-4735-46bb-aabc-621f05887035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:51.686942 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7120a65e-4735-46bb-aabc-621f05887035 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/512ec3a5-9eec-4a7d-9a08-dc40f8bd4429 HTTP/1.1" status: 204 len: 168 time: 0.8112795 Sep 07 20:31:51.686942 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120a65e-4735-46bb-aabc-621f05887035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ec3a5-9eec-4a7d-9a08-dc40f8bd4429,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:51.816325 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ee34d415-23ee-49c1-b135-161cf7a56f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:51.818949 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ee34d415-23ee-49c1-b135-161cf7a56f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:51.820106 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ee34d415-23ee-49c1-b135-161cf7a56f2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d6cf69db-46ff-4fcd-80f8-54d2c0d23d73 HTTP/1.1" status: 204 len: 168 time: 0.8019223 Sep 07 20:31:51.828522 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34d415-23ee-49c1-b135-161cf7a56f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf69db-46ff-4fcd-80f8-54d2c0d23d73,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:52.526725 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44048) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:52.540251 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3613ea42-1ab1-437b-8fc3-9cae8a0b6c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:52.660966 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3613ea42-1ab1-437b-8fc3-9cae8a0b6c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:52.745122 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3613ea42-1ab1-437b-8fc3-9cae8a0b6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:52.774952 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-3613ea42-1ab1-437b-8fc3-9cae8a0b6c3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38216a89a9df485db84679f84a88bad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470875 Sep 07 20:31:52.780305 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44060) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:52.808627 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613ea42-1ab1-437b-8fc3-9cae8a0b6c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2774288-24d3-4075-903e-0b5481ac2b1b,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:52.838224 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f67795-6903-410d-a859-d9656418e81e req-47bb27fe-5d60-4d69-aff3-c3820b80f919 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:52.849835 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3f67795-6903-410d-a859-d9656418e81e req-47bb27fe-5d60-4d69-aff3-c3820b80f919 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.1015208 Sep 07 20:31:52.852635 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-abdda315-e26c-494d-b50e-2fa1b900ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:52.878434 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-abdda315-e26c-494d-b50e-2fa1b900ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:52.886310 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3f67795-6903-410d-a859-d9656418e81e req-140f5177-3bf0-4d7e-9d00-6e30893f68c8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349865 Sep 07 20:31:53.045940 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-abdda315-e26c-494d-b50e-2fa1b900ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:53.048984 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-abdda315-e26c-494d-b50e-2fa1b900ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:53.052670 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-abdda315-e26c-494d-b50e-2fa1b900ab0e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2774288-24d3-4075-903e-0b5481ac2b1b HTTP/1.1" status: 204 len: 168 time: 0.2686539 Sep 07 20:31:53.060111 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdda315-e26c-494d-b50e-2fa1b900ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2774288-24d3-4075-903e-0b5481ac2b1b,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:54.041858 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7295-ba4d-472c-9f9a-4c8184d25a2b req-3be3a355-fa74-4e66-bf58-8fffc884ffb8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:54.044090 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-689c7295-ba4d-472c-9f9a-4c8184d25a2b req-3be3a355-fa74-4e66-bf58-8fffc884ffb8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0605164 Sep 07 20:31:54.087495 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-689c7295-ba4d-472c-9f9a-4c8184d25a2b req-4ffa27db-00bb-4f96-a04d-c78774e1a7d8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364518 Sep 07 20:31:54.122830 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:31:55.162497 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44154) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:55.279526 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cefd33-dfba-41f4-ba38-44e6b90cd452 req-276f2c15-1b0f-4263-a158-4943601360a6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:55.281081 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-72cefd33-dfba-41f4-ba38-44e6b90cd452 req-276f2c15-1b0f-4263-a158-4943601360a6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0908163 Sep 07 20:31:55.338117 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-72cefd33-dfba-41f4-ba38-44e6b90cd452 req-1f3b258e-7cd7-4b80-ba52-b66de434851d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468059 Sep 07 20:31:55.370579 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c810b812-34dc-4d4a-bd54-d08565bb87bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:55.478117 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c810b812-34dc-4d4a-bd54-d08565bb87bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:55.556748 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c810b812-34dc-4d4a-bd54-d08565bb87bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:55.589289 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810b812-34dc-4d4a-bd54-d08565bb87bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d00d6b7-0d71-4625-9a91-c4a72c01ba9f,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:55.603089 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-c810b812-34dc-4d4a-bd54-d08565bb87bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=391af0a9cd1c46d28a30d05c726a4ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394979 Sep 07 20:31:55.607197 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44166) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:55.694046 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a249e3a8-01e2-468c-be2a-5ad4d701a140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:55.726336 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a249e3a8-01e2-468c-be2a-5ad4d701a140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:56.116917 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a249e3a8-01e2-468c-be2a-5ad4d701a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:56.119750 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a249e3a8-01e2-468c-be2a-5ad4d701a140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:56.120897 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-a249e3a8-01e2-468c-be2a-5ad4d701a140 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d00d6b7-0d71-4625-9a91-c4a72c01ba9f HTTP/1.1" status: 204 len: 168 time: 0.5113108 Sep 07 20:31:56.129683 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249e3a8-01e2-468c-be2a-5ad4d701a140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d00d6b7-0d71-4625-9a91-c4a72c01ba9f,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:56.468552 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0703eb-5c39-4560-9c37-9fc2b70ff914 req-8e9e7bd9-b02c-425a-a30e-351175204aa9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:56.474213 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2e0703eb-5c39-4560-9c37-9fc2b70ff914 req-8e9e7bd9-b02c-425a-a30e-351175204aa9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0593412 Sep 07 20:31:56.534473 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2e0703eb-5c39-4560-9c37-9fc2b70ff914 req-66ce0881-899d-498e-b7da-9270bdef58e8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583847 Sep 07 20:31:57.010251 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44198) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:57.024737 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2a35ae5a-d370-4807-8261-c7b44cccb79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:57.179154 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2a35ae5a-d370-4807-8261-c7b44cccb79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:57.257206 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2a35ae5a-d370-4807-8261-c7b44cccb79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:57.296340 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-2a35ae5a-d370-4807-8261-c7b44cccb79e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23be995761c54474a0190880df5d26b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848725 Sep 07 20:31:57.298682 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35ae5a-d370-4807-8261-c7b44cccb79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe11c87a-1e01-4d45-9b58-473b1dcbfcb6,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:57.299097 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44204) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:31:57.358208 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d113303-0082-4fbd-9d22-d9db6e12f59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:57.380313 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d113303-0082-4fbd-9d22-d9db6e12f59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:57.494424 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d113303-0082-4fbd-9d22-d9db6e12f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:57.497684 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d113303-0082-4fbd-9d22-d9db6e12f59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:31:57.498990 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-9d113303-0082-4fbd-9d22-d9db6e12f59b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe11c87a-1e01-4d45-9b58-473b1dcbfcb6 HTTP/1.1" status: 204 len: 168 time: 0.1982715 Sep 07 20:31:57.508701 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d113303-0082-4fbd-9d22-d9db6e12f59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe11c87a-1e01-4d45-9b58-473b1dcbfcb6,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:31:57.688676 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738306b-3e04-4022-8748-ebfad7746f0d req-902aa917-1796-49cb-a1cf-3715f3cd3f2d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:57.695890 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4738306b-3e04-4022-8748-ebfad7746f0d req-902aa917-1796-49cb-a1cf-3715f3cd3f2d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0705097 Sep 07 20:31:57.810251 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4738306b-3e04-4022-8748-ebfad7746f0d req-5bad9565-2811-4051-a4e8-3e737ff74664 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355992 Sep 07 20:31:58.888648 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be338bf5-ee61-4bb8-b4e0-f934b40eee7f req-245011ab-82cb-408b-8feb-5d3c6d291eaf tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:31:58.893878 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-be338bf5-ee61-4bb8-b4e0-f934b40eee7f req-245011ab-82cb-408b-8feb-5d3c6d291eaf tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0686567 Sep 07 20:31:58.945985 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-be338bf5-ee61-4bb8-b4e0-f934b40eee7f req-6d7f8ec7-03f2-4815-8c37-c7dd07c3c24d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408316 Sep 07 20:32:00.056900 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1023e60-ab14-4445-bb50-7cbe8df1e6bb req-148d321e-95da-42bf-a16e-8003bd7e330d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:00.058515 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a1023e60-ab14-4445-bb50-7cbe8df1e6bb req-148d321e-95da-42bf-a16e-8003bd7e330d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0500894 Sep 07 20:32:00.097282 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a1023e60-ab14-4445-bb50-7cbe8df1e6bb req-a31c8cd4-a86e-44f5-a650-245e5553af0b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Sep 07 20:32:00.986177 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-5576ba27-c557-4b7b-8a3e-2d81128da39e tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:00.987679 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-5576ba27-c557-4b7b-8a3e-2d81128da39e tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/networks?id=4fb9f46d-3963-4276-9b2b-c998b91c7828 HTTP/1.1" status: 200 len: 814 time: 0.1064456 Sep 07 20:32:01.003373 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-16487aae-559f-48e7-9b61-6a1e4d79cb69 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/quotas/a8e7ee2335e8434dbe84a1a3c382960c HTTP/1.1" status: 200 len: 375 time: 0.0098825 Sep 07 20:32:01.033499 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-e3026df1-5986-4ef3-b287-d6edb53403fe tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a8e7ee2335e8434dbe84a1a3c382960c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246835 Sep 07 20:32:01.123287 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b2387bc1-b2f9-402a-bb5c-6c6a4a92db4a service neutron] 10.222.0.72 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827088 Sep 07 20:32:01.242859 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-5f38555b-2acc-4c7d-811b-4d33e597e65a service neutron] 10.222.0.72 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135659 Sep 07 20:32:01.255696 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11648eb-3c1f-4719-9cf7-a1e5e92ecd6d req-b9d25557-ee32-4546-bc35-f98e1a1f45fe tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:01.257192 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f11648eb-3c1f-4719-9cf7-a1e5e92ecd6d req-b9d25557-ee32-4546-bc35-f98e1a1f45fe tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0695558 Sep 07 20:32:01.298574 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f11648eb-3c1f-4719-9cf7-a1e5e92ecd6d req-e2aeb9b9-5fb5-4bc2-b544-a4c3d7070ce3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354648 Sep 07 20:32:01.476311 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d90395de-009c-4cdd-a02f-8a0fa85ad76b req-370f5399-15e6-490f-9d5b-4b86fa003d05 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 210 time: 0.0363758 Sep 07 20:32:02.422532 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ed686-2afa-4665-a035-889d97cb921c req-63878cd7-7d0f-463b-a5d1-408c5c041db9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:02.424098 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b61ed686-2afa-4665-a035-889d97cb921c req-63878cd7-7d0f-463b-a5d1-408c5c041db9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.0509822 Sep 07 20:32:02.464171 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b61ed686-2afa-4665-a035-889d97cb921c req-22868797-1077-4fb3-9546-1b96a5860694 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339773 Sep 07 20:32:02.581530 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-de4b5459-2815-4b6f-a008-3713f26479bb req-06da2398-c890-44a0-a5fd-4bfff58040a3 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 210 time: 0.0349281 Sep 07 20:32:02.619947 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae817c-83b8-4208-a279-2f2dfdcd6b87 req-c2d92cc9-ed8e-454b-b3f9-3c80f985a6a0 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:02.622189 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b0ae817c-83b8-4208-a279-2f2dfdcd6b87 req-c2d92cc9-ed8e-454b-b3f9-3c80f985a6a0 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.0649312 Sep 07 20:32:02.663288 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b0ae817c-83b8-4208-a279-2f2dfdcd6b87 req-bd8ba99f-411a-4d81-a380-8d73ac50b793 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Sep 07 20:32:02.688372 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44354) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:02.877617 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee953c0-2dd8-4cee-81d4-51795229fa06 tempest-TestMinimumBasicScenario-2123093677 tempest-TestMinimumBasicScenario-2123093677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:02.879248 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-cee953c0-2dd8-4cee-81d4-51795229fa06 tempest-TestMinimumBasicScenario-2123093677 tempest-TestMinimumBasicScenario-2123093677-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 1093 time: 0.1898520 Sep 07 20:32:02.882293 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44358) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:02.886465 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'floatingip': {'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'port_id': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:03.005381 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for floatingip, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:03.102007 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:03.224763 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Allocated IP 172.27.0.29 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/89b614fe-ceb1-4e02-9838-68f93312edef) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:32:03.328206 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:03.429167 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:03.491657 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:32:03.492103 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-2615bb71-6d13-4844-82e8-479898508e2a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:03.493754 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-2615bb71-6d13-4844-82e8-479898508e2a tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.59 "GET /v2.0/networks?id=4fb9f46d-3963-4276-9b2b-c998b91c7828 HTTP/1.1" status: 200 len: 814 time: 0.1347227 Sep 07 20:32:03.500215 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:32:03.502367 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'Port': ['ID=89b614fe-ceb1-4e02-9838-68f93312edef,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:03.509306 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Request body: {'port': {'device_id': '70b4e0ea-c0a4-424a-a3ce-1cb08e93157f', 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828', 'admin_state_up': True, 'tenant_id': 'a8e7ee2335e8434dbe84a1a3c382960c'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:03.509933 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:32:03.678931 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe35c8-59ee-44be-9dcc-0522b213b8ad req-86557d1a-644d-4929-b208-28f12bfe509d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:03.687342 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-81fe35c8-59ee-44be-9dcc-0522b213b8ad req-86557d1a-644d-4929-b208-28f12bfe509d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.1407573 Sep 07 20:32:03.702928 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44386) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:03.738036 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-81fe35c8-59ee-44be-9dcc-0522b213b8ad req-6ab7852d-5d4d-4c52-a34e-81516ee5b9fc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492492 Sep 07 20:32:03.750769 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Made reservation on behalf of a8e7ee2335e8434dbe84a1a3c382960c for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:32:03.758691 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:03.774303 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-69891f59-f8bf-458d-bd9d-dd5ee071f958 req-211811ff-2737-4d3e-9c8b-5a536ae432bb tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 210 time: 0.0352690 Sep 07 20:32:03.911616 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-09fdd5fc-3ec8-446a-9256-7857f38d1f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:03.957088 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9339e1-ae78-46cd-bdf3-4391ae6610fc req-0527fa46-a9ff-4627-bf2b-890553137b2a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:03.958669 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7b9339e1-ae78-46cd-bdf3-4391ae6610fc req-0527fa46-a9ff-4627-bf2b-890553137b2a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0973051 Sep 07 20:32:03.989536 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Allocated IP 172.20.0.13 (4fb9f46d-3963-4276-9b2b-c998b91c7828/949bd90e-d5b1-4e70-b460-7eb717dff83b/2505094e-7baa-49f2-ac6a-bc00b1b5b619) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:32:04.022465 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7b9339e1-ae78-46cd-bdf3-4391ae6610fc req-42c1fe5c-5cce-43b6-921a-768051e71c7c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559411 Sep 07 20:32:04.164987 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.276735 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.319013 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Network 4fb9f46d-3963-4276-9b2b-c998b91c7828 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:32:04.322156 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:32:04.328620 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.328749 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:32:04.335060 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Pushing event updated for resources: {'Port': ['ID=2505094e-7baa-49f2-ac6a-bc00b1b5b619,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:04.364477 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.364831 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.365192 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.365529 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.365896 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.367245 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.367245 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.367245 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.367245 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.367602 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.367800 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.368120 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:04.390006 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:04.390942 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.423577 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-09fdd5fc-3ec8-446a-9256-7857f38d1f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.512868 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-09fdd5fc-3ec8-446a-9256-7857f38d1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.518039 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.580630 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-09fdd5fc-3ec8-446a-9256-7857f38d1f2a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67ac1a2ed52249138a2e7e7501106e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8743260 Sep 07 20:32:04.580829 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-b94ad224-0c10-486c-a548-0ed5db2570a0 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0763609 Sep 07 20:32:04.581291 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44398) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:04.582812 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdd5fc-3ec8-446a-9256-7857f38d1f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6cdc5a-7877-47fe-9ecc-0aad4f56ca5b,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:04.599079 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Request body: {'port': {'device_id': '70b4e0ea-c0a4-424a-a3ce-1cb08e93157f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:04.677591 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.695534 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-adad58e7-74d4-4d07-8b8a-df1697b04987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.719948 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.751814 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-adad58e7-74d4-4d07-8b8a-df1697b04987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.836589 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.917325 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'Port': ['ID=89b614fe-ceb1-4e02-9838-68f93312edef,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:04.927376 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:04.980485 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025295a-a017-4409-96be-68b12dc883c6 req-076c6088-f9e2-4f52-b327-c7d331c01ac7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:04.981928 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4025295a-a017-4409-96be-68b12dc883c6 req-076c6088-f9e2-4f52-b327-c7d331c01ac7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.1496222 Sep 07 20:32:05.004611 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d26f8-1426-4d90-be2b-a59ebb2fe543 req-01a0c5a5-88f1-46c1-b06d-127e7453ad68 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:05.006082 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d84d26f8-1426-4d90-be2b-a59ebb2fe543 req-01a0c5a5-88f1-46c1-b06d-127e7453ad68 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 932 time: 0.1388621 Sep 07 20:32:05.032565 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-adad58e7-74d4-4d07-8b8a-df1697b04987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.033173 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.l3_db [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Floating IP ece631d2-35b1-437e-a31e-98cacc58de91 associated. External IP: 172.27.0.29, port: a9b4b148-de84-4efc-bf09-716d2bdcb0de. Sep 07 20:32:05.035258 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-adad58e7-74d4-4d07-8b8a-df1697b04987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.037029 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-adad58e7-74d4-4d07-8b8a-df1697b04987 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a6cdc5a-7877-47fe-9ecc-0aad4f56ca5b HTTP/1.1" status: 204 len: 168 time: 0.4543529 Sep 07 20:32:05.075912 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad58e7-74d4-4d07-8b8a-df1697b04987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6cdc5a-7877-47fe-9ecc-0aad4f56ca5b,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:05.089801 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4025295a-a017-4409-96be-68b12dc883c6 req-77f9995e-5796-437c-bdc8-952343aad98d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016719 Sep 07 20:32:05.119705 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d84d26f8-1426-4d90-be2b-a59ebb2fe543 req-2076a7cf-4d09-4a03-929e-b2a783e073c3 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964510 Sep 07 20:32:05.199829 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2505094e-7baa-49f2-ac6a-bc00b1b5b619 {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:32:05.210367 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.227549 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Transition to ACTIVE for port object 2505094e-7baa-49f2-ac6a-bc00b1b5b619 will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:32:05.239502 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391b23e-1aab-4d6c-bf7e-a0662902a303 req-5dccf268-30b1-4136-b991-060630663607 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:05.241076 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f391b23e-1aab-4d6c-bf7e-a0662902a303 req-5dccf268-30b1-4136-b991-060630663607 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0771699 Sep 07 20:32:05.278513 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44418) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:05.283402 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f391b23e-1aab-4d6c-bf7e-a0662902a303 req-9223eaec-83de-4523-8483-eb8ef0ec73ef tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342369 Sep 07 20:32:05.292888 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Router 8222b771-a4db-4a75-bf48-fb3653475da3 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:32:05.296452 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.348590 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Pushing event updated for resources: {'Port': ['ID=2505094e-7baa-49f2-ac6a-bc00b1b5b619,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:05.419469 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Attempting to bind port 2505094e-7baa-49f2-ac6a-bc00b1b5b619 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:32:05.420224 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Attempting to bind port 2505094e-7baa-49f2-ac6a-bc00b1b5b619 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '49c31658-b510-4712-88c3-9872fa0389d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:32:05.420852 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Attempting to bind port 2505094e-7baa-49f2-ac6a-bc00b1b5b619 on network 4fb9f46d-3963-4276-9b2b-c998b91c7828 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:32:05.423151 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:32:05.426041 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Port 2505094e-7baa-49f2-ac6a-bc00b1b5b619 on network 4fb9f46d-3963-4276-9b2b-c998b91c7828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:32:05.426560 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Attempting to bind port 2505094e-7baa-49f2-ac6a-bc00b1b5b619 on network 4fb9f46d-3963-4276-9b2b-c998b91c7828 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:32:05.432835 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:32:05.433313 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Checking segment: {'id': '49c31658-b510-4712-88c3-9872fa0389d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:32:05.434403 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Bound using segment: {'id': '49c31658-b510-4712-88c3-9872fa0389d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:32:05.435074 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Bound port: 2505094e-7baa-49f2-ac6a-bc00b1b5b619, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c31658-b510-4712-88c3-9872fa0389d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:32:05.435505 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.435849 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] Sync routers for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:32:05.451068 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:32:05.451740 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:31:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:05.508869 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.512190 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] For port 2505094e-7baa-49f2-ac6a-bc00b1b5b619, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:32:05.515741 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] For port 2505094e-7baa-49f2-ac6a-bc00b1b5b619, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2505094e-7baa-49f2-ac6a-bc00b1b5b619,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:32:05.543398 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-2425de5c-2b25-421a-bc03-5e6ea2938bfe tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6594107 Sep 07 20:32:05.544663 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:32:05.546140 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44424) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:05.551080 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-a4d16378-a9c9-4c04-8208-7590945313cd tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-424485632', 'description': 'tempest-secgroup-smoke-424485632 description', 'project_id': '40d0edd690944f529c1fe771c92532d3'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:05.561166 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:32:05.581747 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0225445e-cbb1-4551-803e-e6408e5f9741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.585421 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:32:05.601077 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53059118-50cf-490f-bf59-ff8eda563a19 x-openstack-request-id: req-53059118-50cf-490f-bf59-ff8eda563a19 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:32:05.601370 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:32:05.601620 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-53059118-50cf-490f-bf59-ff8eda563a19 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:32:05.602049 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'status': 'completed', 'code': 200} Sep 07 20:32:05.617554 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.651245 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:05.651854 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.653304 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] 10.222.0.59 "PUT /v2.0/ports/2505094e-7baa-49f2-ac6a-bc00b1b5b619 HTTP/1.1" status: 200 len: 1094 time: 1.0584693 Sep 07 20:32:05.653760 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b4e0ea-c0a4-424a-a3ce-1cb08e93157f', 'tag': '2505094e-7baa-49f2-ac6a-bc00b1b5b619'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:32:05.656603 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd9934-c630-4187-83a2-7272c684d6de" -d '{"events": [{"name": "network-changed", "server_uuid": "70b4e0ea-c0a4-424a-a3ce-1cb08e93157f", "tag": "2505094e-7baa-49f2-ac6a-bc00b1b5b619"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:32:05.662387 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a4d16378-a9c9-4c04-8208-7590945313cd tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.701655 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-8016e4e3-42bd-411a-b0e0-41725d7a396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:05.702023 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d1cf8-5fe1-4708-91f2-87a2cf3cf629 x-openstack-request-id: req-5c9d1cf8-5fe1-4708-91f2-87a2cf3cf629 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:32:05.702023 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b4e0ea-c0a4-424a-a3ce-1cb08e93157f", "tag": "2505094e-7baa-49f2-ac6a-bc00b1b5b619", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:32:05.702023 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5c9d1cf8-5fe1-4708-91f2-87a2cf3cf629 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:32:05.702266 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-8016e4e3-42bd-411a-b0e0-41725d7a396c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d0edd690944f529c1fe771c92532d3&device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 1098 time: 0.0761144 Sep 07 20:32:05.702355 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b4e0ea-c0a4-424a-a3ce-1cb08e93157f', 'tag': '2505094e-7baa-49f2-ac6a-bc00b1b5b619', 'status': 'completed', 'code': 200} Sep 07 20:32:05.706625 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb919f31-1849-4135-bfd1-3db19a13810a service neutron] Pushing event updated for resources: {'Port': ['ID=2505094e-7baa-49f2-ac6a-bc00b1b5b619,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:05.805554 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd9934-c630-4187-83a2-7272c684d6de req-0165af9d-3d73-4a3d-a1fa-72aaf5912a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:05.808307 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-93cd9934-c630-4187-83a2-7272c684d6de req-0165af9d-3d73-4a3d-a1fa-72aaf5912a31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8e7ee2335e8434dbe84a1a3c382960c&device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 1097 time: 0.0681312 Sep 07 20:32:05.836206 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0225445e-cbb1-4551-803e-e6408e5f9741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.847383 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-5ae47b2a-2de1-49d1-bde7-63599c781a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:05.849255 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-5ae47b2a-2de1-49d1-bde7-63599c781a2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c366e875-b17e-496d-99ef-b411457a85fc HTTP/1.1" status: 200 len: 915 time: 0.1288531 Sep 07 20:32:05.888803 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44430) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:05.906732 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0225445e-cbb1-4551-803e-e6408e5f9741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.914671 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-69cc79bd-e805-48ff-b3b9-acb2120680eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:05.968770 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd9934-c630-4187-83a2-7272c684d6de req-85fa72a1-87f8-4a35-81ed-4181da58b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:05.970508 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-93cd9934-c630-4187-83a2-7272c684d6de req-85fa72a1-87f8-4a35-81ed-4181da58b170 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=a8e7ee2335e8434dbe84a1a3c382960c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1538472 Sep 07 20:32:05.992550 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225445e-cbb1-4551-803e-e6408e5f9741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947a6944-3cd3-4c75-b621-136d9b9d66a3,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:06.011271 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-0225445e-cbb1-4551-803e-e6408e5f9741 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b67b7ef7eec943e29c791b43ff8075a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7298470 Sep 07 20:32:06.014176 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44432) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:06.028321 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-8eef7dbe-8523-4ee3-abb0-07e344934ecb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 200 len: 998 time: 0.1683714 Sep 07 20:32:06.049798 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': 'ece631d2-35b1-437e-a31e-98cacc58de91', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'port_id': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'mac_address': 'fa:16:3e:13:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:32:03Z', 'updated_at': '2021-09-07T20:32:03Z', 'revision_number': 0, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3847f77a-f487-46b8-afe0-83c0a0eb42df', 'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'mac_address': 'fa:16:3e:fd:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:42Z', 'updated_at': '2021-09-07T20:30:49Z', 'revision_number': 5, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'subnets': [{'id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:06.078279 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] Checking router: 8222b771-a4db-4a75-bf48-fb3653475da3 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:32:06.079038 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a4d16378-a9c9-4c04-8208-7590945313cd tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:06.088894 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:32:06.090068 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:31:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:06.100559 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd9934-c630-4187-83a2-7272c684d6de req-78f60238-9a87-4652-8073-5cb9a873be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:06.102432 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-93cd9934-c630-4187-83a2-7272c684d6de req-78f60238-9a87-4652-8073-5cb9a873be80 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232321 Sep 07 20:32:06.118755 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4fe84bd5-f0e2-4b32-ac74-1678275732c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:06.122581 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-2ba4dd50-98f6-44d8-9304-9f4eb90e5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:06.124679 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-2ba4dd50-98f6-44d8-9304-9f4eb90e5189 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=541d70a9-b98a-40bf-b4b2-34fd0f6b36bf HTTP/1.1" status: 200 len: 853 time: 0.0798419 Sep 07 20:32:06.171212 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a4d16378-a9c9-4c04-8208-7590945313cd tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:06.186189 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4fe84bd5-f0e2-4b32-ac74-1678275732c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:06.227222 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-6e3bb6a4-ee0a-4685-ba8d-c043e2d89e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:06.229542 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-6e3bb6a4-ee0a-4685-ba8d-c043e2d89e60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c366e875-b17e-496d-99ef-b411457a85fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0942771 Sep 07 20:32:06.254931 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:32:06.317035 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d16378-a9c9-4c04-8208-7590945313cd tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08985cba-e585-4a88-8f60-8c6998995f81,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:06.335197 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:06.345803 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-10b1736e-6a37-4f8a-95ed-0982bbeab043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:06.347321 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-10b1736e-6a37-4f8a-95ed-0982bbeab043 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a8e7ee2335e8434dbe84a1a3c382960c&device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 1097 time: 0.2019553 Sep 07 20:32:06.357661 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-a67eaf5c-5ae0-42c6-9287-b259c532fcff service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199555 Sep 07 20:32:06.367103 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbc9bd-f8cc-474b-87b0-c492acbd7d0a req-68f5257b-dbac-4715-a7e7-c33875d0e6c1 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:06.368551 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3cbc9bd-f8cc-474b-87b0-c492acbd7d0a req-68f5257b-dbac-4715-a7e7-c33875d0e6c1 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 944 time: 0.1387029 Sep 07 20:32:06.388586 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597986f-6c52-4457-b22d-e1fc3343ddf9 req-936094e9-05a1-44f8-a7d4-965eb9c38a3a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:06.390099 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5597986f-6c52-4457-b22d-e1fc3343ddf9 req-936094e9-05a1-44f8-a7d4-965eb9c38a3a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.1775212 Sep 07 20:32:06.404027 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4fe84bd5-f0e2-4b32-ac74-1678275732c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:06.406648 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4fe84bd5-f0e2-4b32-ac74-1678275732c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:06.411768 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-4fe84bd5-f0e2-4b32-ac74-1678275732c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/947a6944-3cd3-4c75-b621-136d9b9d66a3 HTTP/1.1" status: 204 len: 168 time: 0.3911254 Sep 07 20:32:06.426990 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-49efb572-1000-4625-8186-68ddbadba3f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2505094e-7baa-49f2-ac6a-bc00b1b5b619 HTTP/1.1" status: 200 len: 217 time: 0.0682423 Sep 07 20:32:06.445450 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe84bd5-f0e2-4b32-ac74-1678275732c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947a6944-3cd3-4c75-b621-136d9b9d66a3,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:06.496800 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-760ecb28-18b6-42d3-a3eb-518a5cbb45f3 req-2c683412-e487-4812-8628-571279a546f8 service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240053 Sep 07 20:32:06.533155 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': 'ece631d2-35b1-437e-a31e-98cacc58de91', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'port_id': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'mac_address': 'fa:16:3e:13:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:32:03Z', 'updated_at': '2021-09-07T20:32:03Z', 'revision_number': 0, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3847f77a-f487-46b8-afe0-83c0a0eb42df', 'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'mac_address': 'fa:16:3e:fd:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:42Z', 'updated_at': '2021-09-07T20:30:49Z', 'revision_number': 5, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'subnets': [{'id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:06.556995 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3cbc9bd-f8cc-474b-87b0-c492acbd7d0a req-74e620dd-fdfd-4292-a0ff-384c7e5754a8 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775410 Sep 07 20:32:06.561346 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168ad9a-c6d7-4cf9-8db1-833f1b0872ce None None] The sync data for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi is: [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': 'ece631d2-35b1-437e-a31e-98cacc58de91', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'port_id': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'mac_address': 'fa:16:3e:13:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:32:03Z', 'updated_at': '2021-09-07T20:32:03Z', 'revision_number': 0, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3847f77a-f487-46b8-afe0-83c0a0eb42df', 'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'mac_address': 'fa:16:3e:fd:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:42Z', 'updated_at': '2021-09-07T20:30:49Z', 'revision_number': 5, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'subnets': [{'id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:32:06.569594 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5597986f-6c52-4457-b22d-e1fc3343ddf9 req-800f03f0-e408-4ad1-be5a-52f085307800 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416390 Sep 07 20:32:06.594314 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-69cc79bd-e805-48ff-b3b9-acb2120680eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:06.596891 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-a583f4bb-7684-4a13-aeb7-9975d3852c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:06.597835 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-a583f4bb-7684-4a13-aeb7-9975d3852c6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=949bd90e-d5b1-4e70-b460-7eb717dff83b HTTP/1.1" status: 200 len: 854 time: 0.1314938 Sep 07 20:32:06.635430 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-0df31461-37c2-42af-bced-7b664ee009fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4fb9f46d-3963-4276-9b2b-c998b91c7828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276923 Sep 07 20:32:06.792678 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4911a-da77-4f8e-adc6-6d4b226e4d89 None None] New status for floating IP ece631d2-35b1-437e-a31e-98cacc58de91: ACTIVE {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:32:07.027747 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-69cc79bd-e805-48ff-b3b9-acb2120680eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.074904 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39ca0-9998-4678-b056-20370022b355 req-fad245ad-fdff-4bad-bd3c-a7ebf62438f4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:07.076392 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7dd39ca0-9998-4678-b056-20370022b355 req-fad245ad-fdff-4bad-bd3c-a7ebf62438f4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.4341288 Sep 07 20:32:07.106783 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc79bd-e805-48ff-b3b9-acb2120680eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa947895-01c9-4a4a-96fb-c45f6870d480,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:07.111773 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-69cc79bd-e805-48ff-b3b9-acb2120680eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17839be80a3f4da6adbe7bc5858d6619&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2220082 Sep 07 20:32:07.114529 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44444) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:07.121376 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-3b401b9e-0609-42ee-8c72-96b70d73603b service neutron] 10.222.0.59 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679868 Sep 07 20:32:07.124049 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a4d16378-a9c9-4c04-8208-7590945313cd tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.136450 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-a4d16378-a9c9-4c04-8208-7590945313cd tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5778420 Sep 07 20:32:07.138832 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44446) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:07.143148 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-5c9a0020-90fc-44f1-a6dd-2e73a4e48b6d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'security_group_rule': {'security_group_id': '08985cba-e585-4a88-8f60-8c6998995f81', 'project_id': '40d0edd690944f529c1fe771c92532d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:07.166372 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7dd39ca0-9998-4678-b056-20370022b355 req-9d1bbda7-903b-4dd2-993b-70bbc41d7bbf tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726562 Sep 07 20:32:07.189025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3f6df924-d441-466d-ac38-daad05b360f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.211525 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3f6df924-d441-466d-ac38-daad05b360f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.253295 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0020-90fc-44f1-a6dd-2e73a4e48b6d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.253525 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05f2ca6d-3fa9-4f86-bdba-931dc6795e4c req-757fcee7-dbc1-4bb2-9240-be276099ff0e service neutron] 10.222.0.59 "GET /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224034 Sep 07 20:32:07.338534 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44448) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:07.351821 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ac20241f-c6ef-4928-8ea1-27d7e3cba245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.366025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3f6df924-d441-466d-ac38-daad05b360f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.366555 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3f6df924-d441-466d-ac38-daad05b360f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.367694 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-3f6df924-d441-466d-ac38-daad05b360f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa947895-01c9-4a4a-96fb-c45f6870d480 HTTP/1.1" status: 204 len: 168 time: 0.2517877 Sep 07 20:32:07.386939 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0020-90fc-44f1-a6dd-2e73a4e48b6d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.390172 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6df924-d441-466d-ac38-daad05b360f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa947895-01c9-4a4a-96fb-c45f6870d480,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:07.465151 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ac20241f-c6ef-4928-8ea1-27d7e3cba245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.475831 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0020-90fc-44f1-a6dd-2e73a4e48b6d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.495398 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a0020-90fc-44f1-a6dd-2e73a4e48b6d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e46b41c-59cf-4cab-a1c0-f18bffd69bf0,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:07.534400 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ac20241f-c6ef-4928-8ea1-27d7e3cba245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.573468 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ac20241f-c6ef-4928-8ea1-27d7e3cba245 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19c144c6384b41b2bbdb097983d12c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338626 Sep 07 20:32:07.574399 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20241f-c6ef-4928-8ea1-27d7e3cba245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428fea6d-3b15-442c-bd0e-cafdb8a09989,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:07.576337 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44452) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:07.628832 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0020-90fc-44f1-a6dd-2e73a4e48b6d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.632805 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5c9a0020-90fc-44f1-a6dd-2e73a4e48b6d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4903181 Sep 07 20:32:07.633044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44458) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:07.637986 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-79642cc1-0598-47cb-b08f-95970c327667 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'security_group_rule': {'security_group_id': '08985cba-e585-4a88-8f60-8c6998995f81', 'project_id': '40d0edd690944f529c1fe771c92532d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:07.653992 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2279c9ee-afa2-491e-a6b2-fafea6a87af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.658362 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:32:07.729226 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2279c9ee-afa2-491e-a6b2-fafea6a87af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.760817 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-79642cc1-0598-47cb-b08f-95970c327667 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.765612 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:32:07.767697 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951997a-701f-4ee6-afd8-6332a440328e req-4193fd45-031d-4701-868a-324c9f9d6213 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:07.769230 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7951997a-701f-4ee6-afd8-6332a440328e req-4193fd45-031d-4701-868a-324c9f9d6213 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 944 time: 0.1361318 Sep 07 20:32:07.784079 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'port_id': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'mac_address': 'fa:16:3e:f1:74:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:32:07.797289 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b516c9-8dfc-4623-bc2c-976b8182cd0b req-24e4a2dc-efe0-47e9-87b9-878276fe9c09 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:07.798845 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-13b516c9-8dfc-4623-bc2c-976b8182cd0b req-24e4a2dc-efe0-47e9-87b9-878276fe9c09 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 943 time: 0.1271374 Sep 07 20:32:07.855928 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7951997a-701f-4ee6-afd8-6332a440328e req-71b9ef4a-5ab1-4acc-b559-ce2b5087bca4 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786302 Sep 07 20:32:07.858373 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.867688 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-79642cc1-0598-47cb-b08f-95970c327667 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.870360 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-13b516c9-8dfc-4623-bc2c-976b8182cd0b req-de1a4ac5-3dbd-4977-b844-f8d1253b1335 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621099 Sep 07 20:32:07.886896 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:32:07.913540 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:32:07.928033 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2279c9ee-afa2-491e-a6b2-fafea6a87af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.931606 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2279c9ee-afa2-491e-a6b2-fafea6a87af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:07.933052 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-2279c9ee-afa2-491e-a6b2-fafea6a87af1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/428fea6d-3b15-442c-bd0e-cafdb8a09989 HTTP/1.1" status: 204 len: 168 time: 0.3556104 Sep 07 20:32:07.943948 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279c9ee-afa2-491e-a6b2-fafea6a87af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428fea6d-3b15-442c-bd0e-cafdb8a09989,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:07.988053 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-79642cc1-0598-47cb-b08f-95970c327667 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.006053 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79642cc1-0598-47cb-b08f-95970c327667 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbad18a9-985b-48d5-80d8-30099c4c4a1a,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:08.047638 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.093919 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=9']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:08.120289 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-79642cc1-0598-47cb-b08f-95970c327667 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.122897 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-79642cc1-0598-47cb-b08f-95970c327667 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4881942 Sep 07 20:32:08.125755 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44472) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:08.130346 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-47702ba8-ffee-4227-9e2a-e458f6b4ef63 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'security_group_rule': {'security_group_id': '08985cba-e585-4a88-8f60-8c6998995f81', 'project_id': '40d0edd690944f529c1fe771c92532d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:08.252356 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-47702ba8-ffee-4227-9e2a-e458f6b4ef63 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.299395 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['64e3cda0-8355-47eb-b7f5-80ef2dc21b32'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:32:08.316806 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02001ae8-d681-4ce1-ae1d-58deab5c03ce req-36afc1f4-5a25-4283-beaf-b91ee24e2f86 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:08.318365 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-02001ae8-d681-4ce1-ae1d-58deab5c03ce req-36afc1f4-5a25-4283-beaf-b91ee24e2f86 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0785775 Sep 07 20:32:08.359302 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-47702ba8-ffee-4227-9e2a-e458f6b4ef63 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.374657 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-02001ae8-d681-4ce1-ae1d-58deab5c03ce req-e2ad518d-b212-445f-b1e8-f80ad09756ee tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482867 Sep 07 20:32:08.447720 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-47702ba8-ffee-4227-9e2a-e458f6b4ef63 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.469885 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47702ba8-ffee-4227-9e2a-e458f6b4ef63 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e88078c-8879-428a-be26-fd1b0a2da1ed,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:08.555559 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-47702ba8-ffee-4227-9e2a-e458f6b4ef63 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.556966 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-47702ba8-ffee-4227-9e2a-e458f6b4ef63 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4302881 Sep 07 20:32:08.561014 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44492) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:08.567165 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-bb35ddc1-f597-4b1c-8939-c25ed54587d2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'security_group_rule': {'security_group_id': '08985cba-e585-4a88-8f60-8c6998995f81', 'project_id': '40d0edd690944f529c1fe771c92532d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:08.674369 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-bb35ddc1-f597-4b1c-8939-c25ed54587d2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.734103 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-bb35ddc1-f597-4b1c-8939-c25ed54587d2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.828430 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-bb35ddc1-f597-4b1c-8939-c25ed54587d2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.848057 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35ddc1-f597-4b1c-8939-c25ed54587d2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25edffd3-ad19-47e1-8185-fdebf547c437,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:08.989473 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-bb35ddc1-f597-4b1c-8939-c25ed54587d2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:08.990668 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-bb35ddc1-f597-4b1c-8939-c25ed54587d2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4276364 Sep 07 20:32:08.993547 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44510) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:08.998190 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-2e2ff837-51fa-4995-91a1-de7111b9b449 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'security_group_rule': {'security_group_id': '08985cba-e585-4a88-8f60-8c6998995f81', 'project_id': '40d0edd690944f529c1fe771c92532d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:09.008859 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27caa1-d9b6-4261-9d13-69e3d428a4fe req-9a94fc4c-e501-443b-a2ba-773eb11e7ccf tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:09.010351 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa27caa1-d9b6-4261-9d13-69e3d428a4fe req-9a94fc4c-e501-443b-a2ba-773eb11e7ccf tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 944 time: 0.0783942 Sep 07 20:32:09.026777 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2478092-3de2-45ea-8dc0-11076f5c7211 req-94cd1c05-cf75-4a4f-b552-c4cb09875045 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:09.026777 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f2478092-3de2-45ea-8dc0-11076f5c7211 req-94cd1c05-cf75-4a4f-b552-c4cb09875045 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 944 time: 0.0693977 Sep 07 20:32:09.089139 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa27caa1-d9b6-4261-9d13-69e3d428a4fe req-b2cc427d-1bdd-441a-9ffd-5c274e7d528e tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620363 Sep 07 20:32:09.094730 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f2478092-3de2-45ea-8dc0-11076f5c7211 req-0cea0f0d-2894-493f-a802-98c8788cb8b5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611591 Sep 07 20:32:09.121598 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.securitygroups_db [None req-2e2ff837-51fa-4995-91a1-de7111b9b449 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Project 40d0edd690944f529c1fe771c92532d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 20:32:09.123829 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff837-51fa-4995-91a1-de7111b9b449 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.190394 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff837-51fa-4995-91a1-de7111b9b449 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.268001 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff837-51fa-4995-91a1-de7111b9b449 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.287387 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ff837-51fa-4995-91a1-de7111b9b449 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff5794b-44e9-4da4-a75e-cda70ba2da7d,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:09.312146 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa394305-3626-460b-8733-879d7456cd00 req-639fe861-0576-4fcc-95a0-acc1f07d1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:09.314444 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa394305-3626-460b-8733-879d7456cd00 req-639fe861-0576-4fcc-95a0-acc1f07d1e7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 1098 time: 0.0663667 Sep 07 20:32:09.374661 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2e2ff837-51fa-4995-91a1-de7111b9b449 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.376895 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-2e2ff837-51fa-4995-91a1-de7111b9b449 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3819470 Sep 07 20:32:09.379348 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44528) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:09.385959 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'security_group_rule': {'security_group_id': '08985cba-e585-4a88-8f60-8c6998995f81', 'project_id': '40d0edd690944f529c1fe771c92532d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:09.443305 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa394305-3626-460b-8733-879d7456cd00 req-f0abb8b3-2bf6-4f38-b47f-c2ba7c3f58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:09.444883 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa394305-3626-460b-8733-879d7456cd00 req-f0abb8b3-2bf6-4f38-b47f-c2ba7c3f58a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 911 time: 0.1076038 Sep 07 20:32:09.502745 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.securitygroups_db [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Project 40d0edd690944f529c1fe771c92532d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 20:32:09.508463 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.540673 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7515d2-d187-4656-916c-8ba6d06d4513 req-59c8f71e-0f48-4aac-ac09-009cb90945d5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:09.542249 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bf7515d2-d187-4656-916c-8ba6d06d4513 req-59c8f71e-0f48-4aac-ac09-009cb90945d5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0964069 Sep 07 20:32:09.558764 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa394305-3626-460b-8733-879d7456cd00 req-d82702c2-e0c6-4b89-a718-58c11e6ddd9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02 HTTP/1.1" status: 200 len: 1000 time: 0.1019335 Sep 07 20:32:09.584784 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.619013 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bf7515d2-d187-4656-916c-8ba6d06d4513 req-1347ce72-d16a-40b4-b661-46a9e6e1c681 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694387 Sep 07 20:32:09.631464 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa394305-3626-460b-8733-879d7456cd00 req-14c6d313-d256-4f4e-9ee3-2605e348cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:09.632926 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa394305-3626-460b-8733-879d7456cd00 req-14c6d313-d256-4f4e-9ee3-2605e348cce5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 200 len: 849 time: 0.0656874 Sep 07 20:32:09.640062 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.655131 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 2505094e-7baa-49f2-ac6a-bc00b1b5b619 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:32:09.658433 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:32:09.676024 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961b9f50-dc14-4612-aafc-c806a52b848c,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:09.688978 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa394305-3626-460b-8733-879d7456cd00 req-0a6319d5-34f3-4d91-a8db-05c016cd314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:09.688978 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa394305-3626-460b-8733-879d7456cd00 req-0a6319d5-34f3-4d91-a8db-05c016cd314f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97095c9e-e952-4a41-81ef-7fce322ef885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456910 Sep 07 20:32:09.692968 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.693532 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.693968 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.694975 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.695435 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.696177 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.696682 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.697120 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.697516 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.698079 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.698546 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.700088 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:32:09.797609 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:32:09.798059 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.800512 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.803615 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-aeb30bcc-4148-41c9-b3e1-fce922f51664 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4220345 Sep 07 20:32:09.812085 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa394305-3626-460b-8733-879d7456cd00 req-3d2b14f6-3f78-44cc-a7d0-5f21530a94f7 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145127 Sep 07 20:32:09.853442 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 2505094e-7baa-49f2-ac6a-bc00b1b5b619, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2505094e-7baa-49f2-ac6a-bc00b1b5b619,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:32:09.868889 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44554) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:09.872419 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '2505094e-7baa-49f2-ac6a-bc00b1b5b619', 'network_id': '4fb9f46d-3963-4276-9b2b-c998b91c7828', 'port_id': '2505094e-7baa-49f2-ac6a-bc00b1b5b619', 'mac_address': 'fa:16:3e:a2:ed:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949bd90e-d5b1-4e70-b460-7eb717dff83b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:32:09.940818 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-aa394305-3626-460b-8733-879d7456cd00 req-3efaf0bd-7fb2-4017-9ea3-d46e240abc71 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196873 Sep 07 20:32:09.951624 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.961669 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:09.975931 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2505094e-7baa-49f2-ac6a-bc00b1b5b619 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:32:09.989417 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-a8bd7c02-76c6-4231-862b-21c759db4ae4 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424485632&fields=id&tenant_id=40d0edd690944f529c1fe771c92532d3 HTTP/1.1" status: 200 len: 267 time: 0.0514872 Sep 07 20:32:09.997924 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:32:10.000152 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cc0ec8-27a3-4808-a6bf-8e77795d1c92" -d '{"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:32:10.010206 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cec6ae79-1fba-4dab-b36a-c612439a0d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.022148 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:32:10.023983 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 2505094e-7baa-49f2-ac6a-bc00b1b5b619, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2505094e-7baa-49f2-ac6a-bc00b1b5b619,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:32:10.045174 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2bb717-c26c-4d6b-84d9-501ab0fdd947 x-openstack-request-id: req-2f2bb717-c26c-4d6b-84d9-501ab0fdd947 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:32:10.045174 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:32:10.049155 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f2bb717-c26c-4d6b-84d9-501ab0fdd947 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:32:10.049155 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'code': 200} Sep 07 20:32:10.053232 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-9ca6f34c-381c-444f-9803-80b26ee4635c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:10.059025 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-9ca6f34c-381c-444f-9803-80b26ee4635c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.0629623 Sep 07 20:32:10.067204 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-a5e11b5c-9b41-45a8-a71c-821956508dd8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'port': {'security_groups': ['85899571-73fa-4edb-bf8d-1ca30cccdb61', '08985cba-e585-4a88-8f60-8c6998995f81']}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:10.096891 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.117078 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cec6ae79-1fba-4dab-b36a-c612439a0d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.126282 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.142962 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-a5e11b5c-9b41-45a8-a71c-821956508dd8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.160207 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=10']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:10.204894 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cec6ae79-1fba-4dab-b36a-c612439a0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.216574 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=2505094e-7baa-49f2-ac6a-bc00b1b5b619,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:10.253137 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-cec6ae79-1fba-4dab-b36a-c612439a0d56 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58dea733377c40a5b613f6c0eb70b256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806920 Sep 07 20:32:10.253137 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6ae79-1fba-4dab-b36a-c612439a0d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa32402-f445-4e0b-b19d-b61a10184834,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:10.254345 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44564) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:10.279391 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339c51a-8c30-4087-9aba-afdcd00bdc3a req-b14859d3-1ec6-4d03-a82d-788fa4a49237 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:10.282310 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8339c51a-8c30-4087-9aba-afdcd00bdc3a req-b14859d3-1ec6-4d03-a82d-788fa4a49237 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 945 time: 0.0964859 Sep 07 20:32:10.306672 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea3c3-348c-4653-9040-eb50dfce54bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.329425 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea3c3-348c-4653-9040-eb50dfce54bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.348786 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8339c51a-8c30-4087-9aba-afdcd00bdc3a req-25c7d40e-8db3-4d58-937d-11f53f22b4cf tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592456 Sep 07 20:32:10.389424 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44568) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:10.416602 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['2505094e-7baa-49f2-ac6a-bc00b1b5b619'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:32:10.432150 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-a5e11b5c-9b41-45a8-a71c-821956508dd8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] For port a9b4b148-de84-4efc-bf09-716d2bdcb0de, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:32:10.464850 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea3c3-348c-4653-9040-eb50dfce54bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.471155 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea3c3-348c-4653-9040-eb50dfce54bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.475769 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-0c6ea3c3-348c-4653-9040-eb50dfce54bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3fa32402-f445-4e0b-b19d-b61a10184834 HTTP/1.1" status: 204 len: 168 time: 0.2204168 Sep 07 20:32:10.490738 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ea3c3-348c-4653-9040-eb50dfce54bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa32402-f445-4e0b-b19d-b61a10184834,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:10.517142 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-a5e11b5c-9b41-45a8-a71c-821956508dd8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.549612 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d716b-c492-4ce3-b11c-50cb13b648aa req-6ddf9236-f351-4d86-a64d-5749104760d5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:10.549612 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-433d716b-c492-4ce3-b11c-50cb13b648aa req-6ddf9236-f351-4d86-a64d-5749104760d5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 946 time: 0.1150801 Sep 07 20:32:10.562509 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7bd16ef5-cb70-44f9-a87e-d4f6ce4ecd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.596475 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-433d716b-c492-4ce3-b11c-50cb13b648aa req-8af51040-c662-4f92-bf38-d8752c87f139 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375915 Sep 07 20:32:10.617010 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-a5e11b5c-9b41-45a8-a71c-821956508dd8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.675619 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-a5e11b5c-9b41-45a8-a71c-821956508dd8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:10.676289 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-a5e11b5c-9b41-45a8-a71c-821956508dd8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.677765 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8181f6cc-978d-4aff-9f5f-05b0d0453de0 req-a5e11b5c-9b41-45a8-a71c-821956508dd8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "PUT /v2.0/ports/a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 200 len: 981 time: 0.6156244 Sep 07 20:32:10.678245 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:32:10.684429 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c82070-2edc-4825-94d9-49b4086e8379" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:32:10.731578 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7bd16ef5-cb70-44f9-a87e-d4f6ce4ecd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.739425 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e11b5c-9b41-45a8-a71c-821956508dd8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'Port': ['ID=a9b4b148-de84-4efc-bf09-716d2bdcb0de,revision_number=6']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:10.764062 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a9b4b148-de84-4efc-bf09-716d2bdcb0de'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:32:10.829158 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7bd16ef5-cb70-44f9-a87e-d4f6ce4ecd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.849836 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b4a43-e3c9-4b37-a125-f43019a5562d req-3e1a48bb-ec21-4aeb-af09-26b73549f6a9 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:10.851330 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3a2b4a43-e3c9-4b37-a125-f43019a5562d req-3e1a48bb-ec21-4aeb-af09-26b73549f6a9 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1300824 Sep 07 20:32:10.862618 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbfca8-5cb1-444b-a3b4-9faf1d36627e req-84476316-f7ed-4ab3-a249-654726725138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:10.864235 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-00cbfca8-5cb1-444b-a3b4-9faf1d36627e req-84476316-f7ed-4ab3-a249-654726725138 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 1099 time: 0.1084151 Sep 07 20:32:10.873401 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15b322-7544-44e1-a9ad-cb4ac1630b24 req-9a756033-dfa1-4f41-8570-d88f4d3efda2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:10.881632 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2c15b322-7544-44e1-a9ad-cb4ac1630b24 req-9a756033-dfa1-4f41-8570-d88f4d3efda2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.1148171 Sep 07 20:32:10.900685 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7bd16ef5-cb70-44f9-a87e-d4f6ce4ecd86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e21913026f9745d7a2e0fc7adabd34bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100663 Sep 07 20:32:10.903180 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44584) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:10.932951 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-d9bd0440-70bb-45a9-8fa2-e96d4f34de93 None None] Provisioning complete for port a9b4b148-de84-4efc-bf09-716d2bdcb0de triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:32:10.934582 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-d9bd0440-70bb-45a9-8fa2-e96d4f34de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.944712 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd16ef5-cb70-44f9-a87e-d4f6ce4ecd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5e6536-6530-479e-bfda-7d491465ef44,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:10.991383 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2c15b322-7544-44e1-a9ad-cb4ac1630b24 req-d209e17c-953a-4d4e-a8e5-c44470b19904 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086342 Sep 07 20:32:10.993572 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbbf0-cda4-4dd1-82b6-7e6cf2823c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:10.997023 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-00cbfca8-5cb1-444b-a3b4-9faf1d36627e req-ad4d0835-f328-4fa4-a269-da25dfdf4a4f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121802 Sep 07 20:32:11.020173 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbbf0-cda4-4dd1-82b6-7e6cf2823c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:11.023139 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3a2b4a43-e3c9-4b37-a125-f43019a5562d req-6bc3b789-dd10-49ef-9a7e-c31534a8b962 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378236 Sep 07 20:32:11.039305 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a9b4b148-de84-4efc-bf09-716d2bdcb0de'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:32:11.081924 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619cd9eb-ad7b-4716-9ea6-9599bc5627a3 x-openstack-request-id: req-619cd9eb-ad7b-4716-9ea6-9599bc5627a3 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:32:11.082329 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:32:11.082531 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-619cd9eb-ad7b-4716-9ea6-9599bc5627a3 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:32:11.082943 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'status': 'completed', 'code': 200} Sep 07 20:32:11.168021 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbbf0-cda4-4dd1-82b6-7e6cf2823c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:11.170639 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbbf0-cda4-4dd1-82b6-7e6cf2823c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:11.171878 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ee2bbbf0-cda4-4dd1-82b6-7e6cf2823c35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f5e6536-6530-479e-bfda-7d491465ef44 HTTP/1.1" status: 204 len: 168 time: 0.2676041 Sep 07 20:32:11.181801 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bbbf0-cda4-4dd1-82b6-7e6cf2823c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5e6536-6530-479e-bfda-7d491465ef44,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:11.315302 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-15b40d89-2f1a-436e-9f19-77368a0b43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:11.316987 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-15b40d89-2f1a-436e-9f19-77368a0b43d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d0edd690944f529c1fe771c92532d3&device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 1137 time: 0.0587385 Sep 07 20:32:11.499910 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff357091-6745-43f3-b871-499d1517e850 req-3f9947b8-c8fa-4844-8957-7434659d9c2f tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:11.507737 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ff357091-6745-43f3-b871-499d1517e850 req-3f9947b8-c8fa-4844-8957-7434659d9c2f tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 945 time: 0.0823414 Sep 07 20:32:11.527654 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-51455a61-58df-452b-b384-d48922e21011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:11.529702 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-51455a61-58df-452b-b384-d48922e21011 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c366e875-b17e-496d-99ef-b411457a85fc HTTP/1.1" status: 200 len: 915 time: 0.2035201 Sep 07 20:32:11.592793 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ff357091-6745-43f3-b871-499d1517e850 req-dbc0da9d-6532-45fc-a780-c2a5b597b466 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839946 Sep 07 20:32:11.630060 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-5b21c54d-b124-4b39-b1db-4d89dfdb789c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 200 len: 1000 time: 0.0903449 Sep 07 20:32:11.660210 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 2505094e-7baa-49f2-ac6a-bc00b1b5b619 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:32:11.704394 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-a92dd96e-2815-455e-aa89-62d78ea42e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:11.705893 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-a92dd96e-2815-455e-aa89-62d78ea42e67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=541d70a9-b98a-40bf-b4b2-34fd0f6b36bf HTTP/1.1" status: 200 len: 853 time: 0.0666220 Sep 07 20:32:11.736939 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37779e0-b79d-4b8c-aa64-d56bd1f918a9 req-aed846b0-2805-413e-beea-a65997f6f59c tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:11.738490 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c37779e0-b79d-4b8c-aa64-d56bd1f918a9 req-aed846b0-2805-413e-beea-a65997f6f59c tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 946 time: 0.0609503 Sep 07 20:32:11.796895 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c37779e0-b79d-4b8c-aa64-d56bd1f918a9 req-0d638bb5-4fc9-40ab-9bcb-d04e69aa437b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Sep 07 20:32:11.799798 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-ff7fdb22-bc90-439f-85db-f261de933fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:11.801252 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-ff7fdb22-bc90-439f-85db-f261de933fd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c366e875-b17e-496d-99ef-b411457a85fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846629 Sep 07 20:32:11.811157 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 2505094e-7baa-49f2-ac6a-bc00b1b5b619 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:32:11.815205 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 2505094e-7baa-49f2-ac6a-bc00b1b5b619 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:32:11.815740 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:11.898065 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:11.911302 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-6790b3cb-6904-45e9-b764-a0ec85d7955c service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962164 Sep 07 20:32:11.934788 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 2505094e-7baa-49f2-ac6a-bc00b1b5b619, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2505094e-7baa-49f2-ac6a-bc00b1b5b619,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:32:11.953798 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44616) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:11.975760 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1a40bd06-af0a-4350-b946-e6f9f3906379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:12.024536 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:12.032817 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b5c82070-2edc-4825-94d9-49b4086e8379 req-612ea424-9a50-4c80-88f7-5c20c43a0111 service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065731 Sep 07 20:32:12.049558 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b4e0ea-c0a4-424a-a3ce-1cb08e93157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2505094e-7baa-49f2-ac6a-bc00b1b5b619'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:32:12.052035 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e70c2b8-810f-4eae-96e2-e6026f1a434d" -d '{"events": [{"server_uuid": "70b4e0ea-c0a4-424a-a3ce-1cb08e93157f", "name": "network-vif-plugged", "status": "completed", "tag": "2505094e-7baa-49f2-ac6a-bc00b1b5b619"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:32:12.083185 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1a40bd06-af0a-4350-b946-e6f9f3906379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:12.102202 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=2505094e-7baa-49f2-ac6a-bc00b1b5b619,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:12.106098 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb95163-de54-4daf-a2a0-37a28b1a6262 x-openstack-request-id: req-afb95163-de54-4daf-a2a0-37a28b1a6262 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:32:12.106375 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b4e0ea-c0a4-424a-a3ce-1cb08e93157f", "name": "network-vif-plugged", "status": "completed", "tag": "2505094e-7baa-49f2-ac6a-bc00b1b5b619", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:32:12.106621 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-afb95163-de54-4daf-a2a0-37a28b1a6262 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:32:12.106994 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b4e0ea-c0a4-424a-a3ce-1cb08e93157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2505094e-7baa-49f2-ac6a-bc00b1b5b619', 'code': 200} Sep 07 20:32:12.162118 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1a40bd06-af0a-4350-b946-e6f9f3906379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:12.203041 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b83e8-1869-4a7a-b0d9-a7e5fdf8a97c req-33cf3684-985e-4cf3-a555-5492255a459c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:12.204401 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9e8b83e8-1869-4a7a-b0d9-a7e5fdf8a97c req-33cf3684-985e-4cf3-a555-5492255a459c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0815873 Sep 07 20:32:12.209459 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-1a40bd06-af0a-4350-b946-e6f9f3906379 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f9995d6e7a04a8d8a310643fc9dddfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473991 Sep 07 20:32:12.209937 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44626) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:12.210438 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40bd06-af0a-4350-b946-e6f9f3906379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c343561-4659-4574-a953-1c22a8252b99,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:12.294193 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9e8b83e8-1869-4a7a-b0d9-a7e5fdf8a97c req-5e59d29a-2dbe-40db-8d86-4e7916fce650 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553365 Sep 07 20:32:12.294969 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7089-9d54-4423-a654-a39c3d91e068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:12.322906 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7089-9d54-4423-a654-a39c3d91e068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:12.463118 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96944263-7951-4364-ba9b-2b175a9e03ab req-e4776752-0007-4a16-b42a-bb03bfeace1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:12.464732 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-96944263-7951-4364-ba9b-2b175a9e03ab req-e4776752-0007-4a16-b42a-bb03bfeace1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 1099 time: 0.0494289 Sep 07 20:32:12.486393 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7089-9d54-4423-a654-a39c3d91e068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:12.489037 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7089-9d54-4423-a654-a39c3d91e068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:12.490123 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-a1dc7089-9d54-4423-a654-a39c3d91e068 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c343561-4659-4574-a953-1c22a8252b99 HTTP/1.1" status: 204 len: 168 time: 0.2787862 Sep 07 20:32:12.503526 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc7089-9d54-4423-a654-a39c3d91e068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c343561-4659-4574-a953-1c22a8252b99,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:12.515874 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-96944263-7951-4364-ba9b-2b175a9e03ab req-1be18b46-4887-465e-86a3-ac9bdd782fa7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Sep 07 20:32:12.712953 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f157a26-b5fe-4c2b-98f9-298ef1e69c41 req-5cbadc6e-dd4c-4faa-ba22-75481e2dcfb7 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:12.715207 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5f157a26-b5fe-4c2b-98f9-298ef1e69c41 req-5cbadc6e-dd4c-4faa-ba22-75481e2dcfb7 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 946 time: 0.0560322 Sep 07 20:32:12.763079 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5f157a26-b5fe-4c2b-98f9-298ef1e69c41 req-818fbcbd-dd11-4ba4-9b03-20e6e624e267 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386193 Sep 07 20:32:12.927346 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae1b3b-d36b-44cc-8aaf-39d5fadcde01 req-660d6d7a-b542-4a8a-8e85-7e3898418f9d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:12.928830 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3aae1b3b-d36b-44cc-8aaf-39d5fadcde01 req-660d6d7a-b542-4a8a-8e85-7e3898418f9d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 946 time: 0.0534401 Sep 07 20:32:12.970316 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3aae1b3b-d36b-44cc-8aaf-39d5fadcde01 req-4f97fdd5-6df7-402e-b755-146ee3d0920d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335166 Sep 07 20:32:13.425759 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a6901-e7a5-442f-b744-91c4ac650df5 req-59ed284f-2877-49dd-8566-f1fb4a98d44a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:13.427276 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d81a6901-e7a5-442f-b744-91c4ac650df5 req-59ed284f-2877-49dd-8566-f1fb4a98d44a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0494721 Sep 07 20:32:13.466039 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d81a6901-e7a5-442f-b744-91c4ac650df5 req-393feb33-234c-48ce-b76e-f30320671d4c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328135 Sep 07 20:32:13.880063 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a6181-3b65-4bea-ade7-d474b961108f req-492c6d0e-dcb5-4ab5-b730-d45c5f55d922 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:13.881589 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3a3a6181-3b65-4bea-ade7-d474b961108f req-492c6d0e-dcb5-4ab5-b730-d45c5f55d922 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 946 time: 0.0496073 Sep 07 20:32:13.921272 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3a3a6181-3b65-4bea-ade7-d474b961108f req-f1b76be7-0903-409c-ad67-858e50fe4992 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332804 Sep 07 20:32:14.101083 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514fc8a-176f-4838-bf30-6b63a5cc959c req-1ecc1bfc-b605-4e95-8f1a-d9a77f155b39 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:14.102606 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9514fc8a-176f-4838-bf30-6b63a5cc959c req-1ecc1bfc-b605-4e95-8f1a-d9a77f155b39 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 946 time: 0.0528362 Sep 07 20:32:14.145444 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9514fc8a-176f-4838-bf30-6b63a5cc959c req-5c4980e7-803f-4229-bbf2-bde7aacf8171 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359745 Sep 07 20:32:14.628270 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c731c-77b5-4adb-979e-a9cc67ed2f39 req-4886883d-d708-4c94-adb2-57fe2ca67cea tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:14.629988 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-360c731c-77b5-4adb-979e-a9cc67ed2f39 req-4886883d-d708-4c94-adb2-57fe2ca67cea tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0544591 Sep 07 20:32:14.669409 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-360c731c-77b5-4adb-979e-a9cc67ed2f39 req-af94f2ce-eeea-44b1-96d5-b48ec2020681 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332713 Sep 07 20:32:14.996302 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6077e-159f-4b99-b717-a6eb5a5e1036 req-4f3838f8-9113-4c9e-a2ad-e45c1f9cfbc3 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:14.997915 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ce6077e-159f-4b99-b717-a6eb5a5e1036 req-4f3838f8-9113-4c9e-a2ad-e45c1f9cfbc3 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0497510 Sep 07 20:32:15.063569 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed22f6-ade2-4885-b608-cca2b5dab5c9 req-c2b52597-56e6-4ae2-9ffa-d1dcbe5c3b3e tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:15.065068 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b9ed22f6-ade2-4885-b608-cca2b5dab5c9 req-c2b52597-56e6-4ae2-9ffa-d1dcbe5c3b3e tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 946 time: 0.0662889 Sep 07 20:32:15.084807 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ce6077e-159f-4b99-b717-a6eb5a5e1036 req-680e3fea-5e2d-4f21-892a-740c4ae83366 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774298 Sep 07 20:32:15.111056 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b9ed22f6-ade2-4885-b608-cca2b5dab5c9 req-3cd8a017-9001-4bd9-9405-7bc1fa420cc3 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Sep 07 20:32:15.224115 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-35044781-0e4e-450e-896f-f5f8ccdfe8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:15.269956 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1ade1-c1bb-4fce-8e38-946bc9a9f6bf req-8fe6955a-c6e1-479f-b913-cfd54951a662 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:15.271424 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-50e1ade1-c1bb-4fce-8e38-946bc9a9f6bf req-8fe6955a-c6e1-479f-b913-cfd54951a662 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 946 time: 0.0521302 Sep 07 20:32:15.309918 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-50e1ade1-c1bb-4fce-8e38-946bc9a9f6bf req-5202c69e-36a3-43bc-b592-916248a9a0b5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325763 Sep 07 20:32:16.199260 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311dfb0-5b16-4ede-97f7-3a1f5760aa07 req-ed6573df-1d5a-4a0b-ba4c-e85479f83174 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:16.200747 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b311dfb0-5b16-4ede-97f7-3a1f5760aa07 req-ed6573df-1d5a-4a0b-ba4c-e85479f83174 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0494850 Sep 07 20:32:16.238256 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b311dfb0-5b16-4ede-97f7-3a1f5760aa07 req-8b466e32-b49b-4af7-a92e-97b692de6089 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316522 Sep 07 20:32:17.356560 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdaa22-a9a5-4bb9-90e8-f613649783bf req-15b2de57-78d7-46a5-90d1-2dfbf3de440c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:17.358077 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-23bdaa22-a9a5-4bb9-90e8-f613649783bf req-15b2de57-78d7-46a5-90d1-2dfbf3de440c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Sep 07 20:32:17.402372 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-23bdaa22-a9a5-4bb9-90e8-f613649783bf req-d85bbd58-6708-4ec6-ad12-09c9f71e99c0 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377810 Sep 07 20:32:17.812089 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-f30f963e-5456-4595-b6b1-a77385d8651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:17.812089 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-f30f963e-5456-4595-b6b1-a77385d8651a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 1098 time: 0.0520902 Sep 07 20:32:17.812089 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-17a41aaa-b4aa-458f-80b3-dd24102b9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:17.812089 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-17a41aaa-b4aa-458f-80b3-dd24102b9530 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 911 time: 0.0880487 Sep 07 20:32:17.812089 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-4b052809-9b18-4f69-a71d-aa991ee1f5ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02 HTTP/1.1" status: 200 len: 1000 time: 0.0570710 Sep 07 20:32:17.846231 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-78e0f12d-ee56-46d5-9e65-766213db4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:17.847738 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-78e0f12d-ee56-46d5-9e65-766213db4c81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 200 len: 849 time: 0.0466421 Sep 07 20:32:17.904385 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-242d5a9d-1a43-4149-836f-c88151984900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:17.905888 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-242d5a9d-1a43-4149-836f-c88151984900 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97095c9e-e952-4a41-81ef-7fce322ef885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437844 Sep 07 20:32:17.996907 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-755864ed-4423-4af7-862e-f7e8e4a4a196 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813851 Sep 07 20:32:18.050994 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-db71e215-6ba0-49e8-961c-7bc5260310f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:18.092426 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5e3ae2b2-cdcd-4bf3-9aa1-1a49458900d9 req-9f58c209-cebc-4b2f-abd7-c6b58c7dc850 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869925 Sep 07 20:32:18.275710 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:18.525459 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44699-ab52-4521-8dcd-0b21d0516b64 req-e3861d2a-c639-4574-9729-99aaa66a3e2c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:18.527546 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3c44699-ab52-4521-8dcd-0b21d0516b64 req-e3861d2a-c639-4574-9729-99aaa66a3e2c tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0565302 Sep 07 20:32:18.573312 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3c44699-ab52-4521-8dcd-0b21d0516b64 req-1915af8c-eeb2-4315-8439-d84ba473566b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394809 Sep 07 20:32:19.658967 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:19.692115 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f3b4-354f-45ca-83b5-9ec72cf30ef8 req-70fd37a7-cc28-42b9-b71b-7ce01955792b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:19.693610 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f3b4-354f-45ca-83b5-9ec72cf30ef8 req-70fd37a7-cc28-42b9-b71b-7ce01955792b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0482647 Sep 07 20:32:19.730784 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f3b4-354f-45ca-83b5-9ec72cf30ef8 req-906a2be4-4d12-4818-8049-856653bdb778 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311241 Sep 07 20:32:20.737064 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:23.957983 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44872) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:24.065543 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-63a3e440-8a64-4703-bd4d-dba7bdc4afa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:24.156114 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-63a3e440-8a64-4703-bd4d-dba7bdc4afa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:24.235798 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-63a3e440-8a64-4703-bd4d-dba7bdc4afa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:24.273724 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-63a3e440-8a64-4703-bd4d-dba7bdc4afa4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54097d3daaea4f14a724d15386700b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144319 Sep 07 20:32:24.275901 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3e440-8a64-4703-bd4d-dba7bdc4afa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4dfb16-43ba-4659-b411-78ec8503b0bf,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:24.276644 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44876) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:24.329095 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0fc0-ed6f-4b53-95f8-348d9aa8a797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:24.350148 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0fc0-ed6f-4b53-95f8-348d9aa8a797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:24.479882 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0fc0-ed6f-4b53-95f8-348d9aa8a797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:24.483054 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0fc0-ed6f-4b53-95f8-348d9aa8a797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:24.484235 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-bcfa0fc0-ed6f-4b53-95f8-348d9aa8a797 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a4dfb16-43ba-4659-b411-78ec8503b0bf HTTP/1.1" status: 204 len: 168 time: 0.2066126 Sep 07 20:32:24.494366 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa0fc0-ed6f-4b53-95f8-348d9aa8a797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4dfb16-43ba-4659-b411-78ec8503b0bf,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:25.156058 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44886) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:25.173405 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-31d9ef36-55a0-4314-a4c1-f36f34e9ac5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:25.263690 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-31d9ef36-55a0-4314-a4c1-f36f34e9ac5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:25.321788 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-31d9ef36-55a0-4314-a4c1-f36f34e9ac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:25.360107 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-31d9ef36-55a0-4314-a4c1-f36f34e9ac5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1fb71d621f0a4e6e8623ce9c724954f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026660 Sep 07 20:32:25.360927 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9ef36-55a0-4314-a4c1-f36f34e9ac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6736f52c-f081-4972-bc92-4fa6ed7dd063,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:25.362696 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44888) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:25.411801 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4007ef09-af6c-42b0-afa8-caed15471bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:25.431644 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4007ef09-af6c-42b0-afa8-caed15471bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:25.556082 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4007ef09-af6c-42b0-afa8-caed15471bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:25.559157 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4007ef09-af6c-42b0-afa8-caed15471bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:25.560365 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-4007ef09-af6c-42b0-afa8-caed15471bc7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6736f52c-f081-4972-bc92-4fa6ed7dd063 HTTP/1.1" status: 204 len: 168 time: 0.1966879 Sep 07 20:32:25.569278 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007ef09-af6c-42b0-afa8-caed15471bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6736f52c-f081-4972-bc92-4fa6ed7dd063,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:28.586829 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44974) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:28.697356 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a5cde15c-0804-455f-b28c-2dca9e7a6274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:28.787765 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a5cde15c-0804-455f-b28c-2dca9e7a6274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:28.874305 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a5cde15c-0804-455f-b28c-2dca9e7a6274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:28.916502 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-a5cde15c-0804-455f-b28c-2dca9e7a6274 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=88d036370d7f401eb53d1a8974bc1d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285573 Sep 07 20:32:28.917475 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cde15c-0804-455f-b28c-2dca9e7a6274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e862fbe-2b14-4193-bb4f-fc37a6f11a2f,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:28.919224 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 44980) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:28.973487 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e0359f67-f222-4c05-a864-1cfc603ea253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:29.000165 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e0359f67-f222-4c05-a864-1cfc603ea253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:29.097333 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369855ef-ea12-4b38-adb2-258d8803ff61 req-c6c138f5-bef5-421c-9771-5df56d7298d6 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:29.098806 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-369855ef-ea12-4b38-adb2-258d8803ff61 req-c6c138f5-bef5-421c-9771-5df56d7298d6 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0510721 Sep 07 20:32:29.140626 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-369855ef-ea12-4b38-adb2-258d8803ff61 req-eed0e50b-dfd5-4cb3-9ec8-66840be5ffba tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355880 Sep 07 20:32:29.189864 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e0359f67-f222-4c05-a864-1cfc603ea253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:29.192564 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e0359f67-f222-4c05-a864-1cfc603ea253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:29.193690 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-e0359f67-f222-4c05-a864-1cfc603ea253 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e862fbe-2b14-4193-bb4f-fc37a6f11a2f HTTP/1.1" status: 204 len: 168 time: 0.2734714 Sep 07 20:32:29.202222 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0359f67-f222-4c05-a864-1cfc603ea253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e862fbe-2b14-4193-bb4f-fc37a6f11a2f,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:29.738830 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44992) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:29.752282 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-924803b7-5b10-4167-aa26-17aff539adff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:29.838653 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-924803b7-5b10-4167-aa26-17aff539adff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:29.925265 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-924803b7-5b10-4167-aa26-17aff539adff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:29.963057 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-924803b7-5b10-4167-aa26-17aff539adff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=daf238cb6924409f8225e2feb2e9b031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231390 Sep 07 20:32:29.963815 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924803b7-5b10-4167-aa26-17aff539adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69594f4f-81a0-4ea5-bddf-8047d6b24bde,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:29.967760 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 44994) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:30.018796 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39015b3-71f5-4eb9-8a08-3e392caef9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:30.042667 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39015b3-71f5-4eb9-8a08-3e392caef9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:30.171379 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39015b3-71f5-4eb9-8a08-3e392caef9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:30.174346 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39015b3-71f5-4eb9-8a08-3e392caef9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:30.175638 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e39015b3-71f5-4eb9-8a08-3e392caef9ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69594f4f-81a0-4ea5-bddf-8047d6b24bde HTTP/1.1" status: 204 len: 168 time: 0.2069700 Sep 07 20:32:30.186234 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39015b3-71f5-4eb9-8a08-3e392caef9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69594f4f-81a0-4ea5-bddf-8047d6b24bde,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:30.258849 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36972525-73dc-4e3a-a7f0-f593d26adf0a req-6f5cb02a-dddd-4296-b8c4-458ce1197fad tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:30.260278 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-36972525-73dc-4e3a-a7f0-f593d26adf0a req-6f5cb02a-dddd-4296-b8c4-458ce1197fad tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0480111 Sep 07 20:32:30.316908 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-36972525-73dc-4e3a-a7f0-f593d26adf0a req-8de5433c-50e8-4789-bd6c-34292742615a tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468669 Sep 07 20:32:31.122223 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:32:31.150876 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45022) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:31.256305 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1172382182-network', 'tenant_id': 'e4476673269c451686579088c05fa00a'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:31.359463 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Made reservation on behalf of e4476673269c451686579088c05fa00a for: {'network': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:32:31.362166 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:31.373430 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:31.439371 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1c0c0-49d6-4f94-a1a1-92b0bef9163a req-1511bb7c-2aac-49db-a133-e2eb7a15dd64 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:31.440963 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ccd1c0c0-49d6-4f94-a1a1-92b0bef9163a req-1511bb7c-2aac-49db-a133-e2eb7a15dd64 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0548716 Sep 07 20:32:31.469416 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:31.485377 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ccd1c0c0-49d6-4f94-a1a1-92b0bef9163a req-0d5ef287-703f-451e-baab-2be58619d7e5 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374777 Sep 07 20:32:31.532960 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:31.562123 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=94729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:32:31.568820 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6028c6db-6c62-4c3e-920a-45f2dbd70d08,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:31.575326 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:31.576359 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.segments_db [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Added segment fd753dd3-9a2f-4d67-8d37-6ef3107960f3 of type vlan for network 53527759-8e45-4f99-a4ca-44315ad4a8c4 Sep 07 20:32:31.579933 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-c2aa2fff-18fc-4b6e-9d9e-9a140f9eae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:31.582336 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-c2aa2fff-18fc-4b6e-9d9e-9a140f9eae18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d0edd690944f529c1fe771c92532d3&device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 1137 time: 0.0447586 Sep 07 20:32:31.618691 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:31.675334 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-2d37e402-0f2f-48f5-a14f-f2edefcfbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:31.676845 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-2d37e402-0f2f-48f5-a14f-f2edefcfbd5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c366e875-b17e-496d-99ef-b411457a85fc HTTP/1.1" status: 200 len: 915 time: 0.0852063 Sep 07 20:32:31.726191 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:31.727859 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:31.728830 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:31.747160 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-f774a9b6-d2c1-471a-8824-11a6f5a5b5d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 200 len: 1000 time: 0.0622447 Sep 07 20:32:31.794427 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] Pushing event updated for resources: {'Network': ['ID=53527759-8e45-4f99-a4ca-44315ad4a8c4,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:31.801006 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-ec69acae-cdba-4935-8760-c715396a8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:31.802560 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-ec69acae-cdba-4935-8760-c715396a8e25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=541d70a9-b98a-40bf-b4b2-34fd0f6b36bf HTTP/1.1" status: 200 len: 853 time: 0.0456007 Sep 07 20:32:31.805872 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 53527759-8e45-4f99-a4ca-44315ad4a8c4 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:32:31.831501 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-566a615f-c38d-4ea6-b996-c35040f7331a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6793799 Sep 07 20:32:31.834188 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45032) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:31.841000 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Request body: {'subnet': {'network_id': '53527759-8e45-4f99-a4ca-44315ad4a8c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1172382182-subnet', 'tenant_id': 'e4476673269c451686579088c05fa00a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:31.854532 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-82f3d7a6-ac21-421d-86a5-02d3e83b4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:31.856674 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-82f3d7a6-ac21-421d-86a5-02d3e83b4d32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c366e875-b17e-496d-99ef-b411457a85fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439408 Sep 07 20:32:31.956790 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-0448283d-b8d9-40ec-8826-670993b57665 service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883808 Sep 07 20:32:31.972941 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Made reservation on behalf of e4476673269c451686579088c05fa00a for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:32:31.977160 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130232223'] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:32.065507 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-04158f65-4ca3-497c-bdc5-3736d8f055aa req-8e0c6ce3-caeb-4865-95ef-c49556403547 service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994489 Sep 07 20:32:32.256630 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133203522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130232201'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:32.314145 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d0e1c3-0fbe-4eaa-bbef-114ec92b1130,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:32.326198 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Checking segment: {'id': 'fd753dd3-9a2f-4d67-8d37-6ef3107960f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '53527759-8e45-4f99-a4ca-44315ad4a8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:32:32.327018 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Network hostable DHCP agents. Network: 53527759-8e45-4f99-a4ca-44315ad4a8c4, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:32:32.395730 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Network 53527759-8e45-4f99-a4ca-44315ad4a8c4 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:32:32.473808 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 53527759-8e45-4f99-a4ca-44315ad4a8c4) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:32:32.478386 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:32.479025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:32.489100 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ae2df-7439-4364-a447-828a3c2586b7 None None] Network 53527759-8e45-4f99-a4ca-44315ad4a8c4 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:32:32.559247 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-83973698-10ed-4ba7-bc20-f31a28e9d842 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7229257 Sep 07 20:32:32.632371 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed925e1a-4fd8-4265-9369-799c2ef06f9f req-a8adf364-02e7-4bca-85d3-4d667027e7b0 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:32.641484 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ed925e1a-4fd8-4265-9369-799c2ef06f9f req-a8adf364-02e7-4bca-85d3-4d667027e7b0 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0807362 Sep 07 20:32:32.697632 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ed925e1a-4fd8-4265-9369-799c2ef06f9f req-b841079e-03f0-4d9e-af5b-8a020ab79a29 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549653 Sep 07 20:32:32.719305 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b18190-c414-43cd-9197-86ff550c6a2b None None] Network 53527759-8e45-4f99-a4ca-44315ad4a8c4 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:32:33.406308 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45064) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:33.412597 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-428967010-network', 'tenant_id': '0efa624c9a2d4a32941619c2f6f2aa32'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:33.508025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Made reservation on behalf of 0efa624c9a2d4a32941619c2f6f2aa32 for: {'network': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:32:33.510428 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:33.519884 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:33.607276 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:33.702256 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:33.728600 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=94729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:32:33.733973 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e6c9e8-1f4f-4f4e-b32e-ccf9c10ba433,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:33.741161 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:33.741366 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.segments_db [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Added segment fc7c36f2-e3eb-4e7e-8ee2-d2a31f68a034 of type vlan for network 6075edff-bf50-42eb-adf6-7aaa17f46dcb Sep 07 20:32:33.780993 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:33.802941 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1f8c6-0366-4d95-ba33-21af562156bb req-6fd8bca2-56cc-4624-9520-d1922763b97f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:33.804492 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-abb1f8c6-0366-4d95-ba33-21af562156bb req-6fd8bca2-56cc-4624-9520-d1922763b97f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0482960 Sep 07 20:32:33.844313 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-abb1f8c6-0366-4d95-ba33-21af562156bb req-fca36654-4e6e-45ad-8207-d9f5d74e62e4 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330827 Sep 07 20:32:33.879881 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:33.882869 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:33.882869 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:33.943958 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] Pushing event updated for resources: {'Network': ['ID=6075edff-bf50-42eb-adf6-7aaa17f46dcb,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:33.953614 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 6075edff-bf50-42eb-adf6-7aaa17f46dcb details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:32:33.991626 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e39f9ee3-6eff-4409-b3f2-df2107f434ce admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5831492 Sep 07 20:32:33.994227 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45070) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:34.002506 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Request body: {'subnet': {'network_id': '6075edff-bf50-42eb-adf6-7aaa17f46dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-428967010-subnet', 'tenant_id': '0efa624c9a2d4a32941619c2f6f2aa32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:32:34.096343 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Made reservation on behalf of 0efa624c9a2d4a32941619c2f6f2aa32 for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:32:34.098956 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130232223'] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:34.325298 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133203522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130232201'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:34.384710 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989634e4-0323-4d13-b8ab-faea59bb3304,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:34.392420 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Checking segment: {'id': 'fc7c36f2-e3eb-4e7e-8ee2-d2a31f68a034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6075edff-bf50-42eb-adf6-7aaa17f46dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:32:34.392774 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Network hostable DHCP agents. Network: 6075edff-bf50-42eb-adf6-7aaa17f46dcb, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:32:34.467379 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Network 6075edff-bf50-42eb-adf6-7aaa17f46dcb is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:32:34.549466 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 6075edff-bf50-42eb-adf6-7aaa17f46dcb) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:32:34.553315 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:34.553915 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:34.558398 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1623f81-e822-43b0-b7bd-831c165f0dd9 None None] Network 6075edff-bf50-42eb-adf6-7aaa17f46dcb requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:32:34.624588 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-3c92fcd1-312e-4f87-994f-9f3f72344030 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6289618 Sep 07 20:32:34.677368 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e692f6-b00a-4bb3-a9cd-9b74ff5630b5 None None] Network 6075edff-bf50-42eb-adf6-7aaa17f46dcb requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:32:34.970086 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb2aac-e3af-493f-b8d2-e0314c7c2bcc req-091ee02b-6077-41a7-99f5-829c185903c9 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:34.971629 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ffbb2aac-e3af-493f-b8d2-e0314c7c2bcc req-091ee02b-6077-41a7-99f5-829c185903c9 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0524290 Sep 07 20:32:35.014400 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ffbb2aac-e3af-493f-b8d2-e0314c7c2bcc req-6e7b2bba-a697-4283-a7e0-47416506a40c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363944 Sep 07 20:32:36.129822 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc310e-4b6d-43d1-a6bf-40dc590ed6be req-6cbdf5bc-1a78-435d-818b-f3e92a661a2f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:36.131294 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9cfc310e-4b6d-43d1-a6bf-40dc590ed6be req-6cbdf5bc-1a78-435d-818b-f3e92a661a2f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0475285 Sep 07 20:32:36.170614 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9cfc310e-4b6d-43d1-a6bf-40dc590ed6be req-065d282b-552a-4f55-bdd3-a507a6d821ca tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328147 Sep 07 20:32:36.280789 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:37.285622 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a69aa8-704c-4fbc-84eb-05dbdb876d6a req-17a4dac8-dc0f-4cee-a1db-710df091f713 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:37.287308 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-54a69aa8-704c-4fbc-84eb-05dbdb876d6a req-17a4dac8-dc0f-4cee-a1db-710df091f713 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0509696 Sep 07 20:32:37.335342 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-54a69aa8-704c-4fbc-84eb-05dbdb876d6a req-c5ace839-20b9-4d32-8654-391ab605bacd tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411725 Sep 07 20:32:38.449873 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56c1db-6f93-4d8a-bfbc-89ca1c867cca req-052d4e61-2cbf-432a-bfcd-994565f8cfcb tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:38.451321 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1e56c1db-6f93-4d8a-bfbc-89ca1c867cca req-052d4e61-2cbf-432a-bfcd-994565f8cfcb tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0511131 Sep 07 20:32:38.489736 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1e56c1db-6f93-4d8a-bfbc-89ca1c867cca req-4601a8e4-ab2c-48c2-a986-6524e79e774d tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324972 Sep 07 20:32:39.602292 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b2388-9337-43e1-b285-c2ff3713455c req-2d43e926-5a80-40ec-8933-45e5dfb40f46 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:39.603749 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-498b2388-9337-43e1-b285-c2ff3713455c req-2d43e926-5a80-40ec-8933-45e5dfb40f46 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0473926 Sep 07 20:32:39.642852 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-498b2388-9337-43e1-b285-c2ff3713455c req-564ea4c6-ffb6-4160-8f97-cbf4e0922d11 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329819 Sep 07 20:32:40.753303 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e96d4-a1fc-48f9-b992-ef5a8d0726d3 req-582136a4-d3dc-4fbc-88be-cb506587d4f2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:40.754789 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb9e96d4-a1fc-48f9-b992-ef5a8d0726d3 req-582136a4-d3dc-4fbc-88be-cb506587d4f2 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0471509 Sep 07 20:32:40.794702 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb9e96d4-a1fc-48f9-b992-ef5a8d0726d3 req-90a2554a-afd9-4557-943d-81b3d136f073 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338700 Sep 07 20:32:41.911380 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca58c11-06f9-44da-aac4-19c98c4da78c req-1f1935d3-1089-4e20-b9ff-22480ca2b33f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:41.912951 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3ca58c11-06f9-44da-aac4-19c98c4da78c req-1f1935d3-1089-4e20-b9ff-22480ca2b33f tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0512664 Sep 07 20:32:42.200335 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3ca58c11-06f9-44da-aac4-19c98c4da78c req-93b095f5-a0bb-40cc-8de6-419a19c32c37 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2806487 Sep 07 20:32:43.315705 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b8125-4f87-45ee-9bb0-16f8bc450a61 req-379a8e1f-19ed-4811-a4c3-ed12679edb5e tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:43.317105 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-437b8125-4f87-45ee-9bb0-16f8bc450a61 req-379a8e1f-19ed-4811-a4c3-ed12679edb5e tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0487258 Sep 07 20:32:43.361335 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-437b8125-4f87-45ee-9bb0-16f8bc450a61 req-6b42d556-3454-42c2-8858-3341773b89e6 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381000 Sep 07 20:32:43.934571 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45214) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:44.040371 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-997f618a-3a06-4e7b-9fc1-aacb9b3d9b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:44.348922 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-997f618a-3a06-4e7b-9fc1-aacb9b3d9b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:44.411045 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-997f618a-3a06-4e7b-9fc1-aacb9b3d9b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:44.453847 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-997f618a-3a06-4e7b-9fc1-aacb9b3d9b8c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c968585c60b041318a20798ef17295e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176110 Sep 07 20:32:44.455033 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f618a-3a06-4e7b-9fc1-aacb9b3d9b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cf56de-732f-4f6a-8cb0-809d94a56bb1,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:44.457411 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45228) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:44.492484 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f221793-7a1b-4f4f-9872-6c4cf009f556 req-8f4dc089-f483-4239-8836-8387493f005b tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:44.494135 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6f221793-7a1b-4f4f-9872-6c4cf009f556 req-8f4dc089-f483-4239-8836-8387493f005b tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0628121 Sep 07 20:32:44.507990 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6606461d-794f-4a3e-bb5d-9bdc5388ca8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:44.530085 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6606461d-794f-4a3e-bb5d-9bdc5388ca8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:44.537350 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6f221793-7a1b-4f4f-9872-6c4cf009f556 req-b40639c5-ceee-497d-a5f5-0ee9c5dba937 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352163 Sep 07 20:32:44.629328 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6606461d-794f-4a3e-bb5d-9bdc5388ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:44.631999 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6606461d-794f-4a3e-bb5d-9bdc5388ca8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:44.633165 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-6606461d-794f-4a3e-bb5d-9bdc5388ca8d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35cf56de-732f-4f6a-8cb0-809d94a56bb1 HTTP/1.1" status: 204 len: 168 time: 0.1748366 Sep 07 20:32:44.641320 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606461d-794f-4a3e-bb5d-9bdc5388ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cf56de-732f-4f6a-8cb0-809d94a56bb1,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:45.221688 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-8741298b-3079-4255-a209-b263a9532fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:45.657964 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d8c9-691f-430c-896e-0701ac8945c9 req-f0bae47a-36f2-4c81-911b-3dcd04bb7b19 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:45.659477 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c1a9d8c9-691f-430c-896e-0701ac8945c9 req-f0bae47a-36f2-4c81-911b-3dcd04bb7b19 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0520103 Sep 07 20:32:45.700490 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c1a9d8c9-691f-430c-896e-0701ac8945c9 req-f9f82431-507d-4fe8-811a-668407c4b5c0 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343258 Sep 07 20:32:46.819308 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f29e2-dfb5-47ff-a9df-7cea10c4cf70 req-cc1b639e-89ba-4f52-a386-d15271312386 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:46.820800 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a3f29e2-dfb5-47ff-a9df-7cea10c4cf70 req-cc1b639e-89ba-4f52-a386-d15271312386 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0493891 Sep 07 20:32:46.860636 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6a3f29e2-dfb5-47ff-a9df-7cea10c4cf70 req-65095b44-2a4a-4fdb-bce1-e6060ad432ba tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336349 Sep 07 20:32:47.967251 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c4f944a8-2927-4eff-be07-6bb69e054ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:47.983202 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd527ba7-3331-4d28-abe8-49ca434995e5 req-4f33b816-efe3-47d8-88f2-06eaa405f25a tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:47.984697 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dd527ba7-3331-4d28-abe8-49ca434995e5 req-4f33b816-efe3-47d8-88f2-06eaa405f25a tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0512900 Sep 07 20:32:48.025067 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dd527ba7-3331-4d28-abe8-49ca434995e5 req-44d62797-b1b4-4ff8-b9e3-7ae930b6a0e9 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342069 Sep 07 20:32:48.114246 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b4649-bf10-4c5f-ab65-f644b6f07240 req-5b119bee-d35f-498e-9502-c679741699b2 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:48.115754 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d17b4649-bf10-4c5f-ab65-f644b6f07240 req-5b119bee-d35f-498e-9502-c679741699b2 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 946 time: 0.0558383 Sep 07 20:32:48.154031 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d17b4649-bf10-4c5f-ab65-f644b6f07240 req-0fbe7aaa-950e-4d94-9e08-8498b228a420 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Sep 07 20:32:48.241028 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:49.169990 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e112f0-9839-46df-9a4b-fa83e7d03b0c req-72f262df-8421-49b1-8664-c4329bdf7191 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:49.171517 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-44e112f0-9839-46df-9a4b-fa83e7d03b0c req-72f262df-8421-49b1-8664-c4329bdf7191 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0711610 Sep 07 20:32:49.229535 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-44e112f0-9839-46df-9a4b-fa83e7d03b0c req-03f158ad-978a-416e-ae3c-29e5ac322353 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=08985cba-e585-4a88-8f60-8c6998995f81&id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491369 Sep 07 20:32:49.308706 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd1ec3-d6ca-4c49-b2bf-47579a580ac8 req-26adc670-ed81-4549-8ca2-3235e3f15f19 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:49.310267 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-99fd1ec3-d6ca-4c49-b2bf-47579a580ac8 req-26adc670-ed81-4549-8ca2-3235e3f15f19 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 946 time: 0.0531771 Sep 07 20:32:49.348656 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-99fd1ec3-d6ca-4c49-b2bf-47579a580ac8 req-2655959f-f9dd-42ca-b9c4-e3373dda1ec9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/security-groups?id=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Sep 07 20:32:49.663936 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:50.027799 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-802335b7-2d7f-4dee-b509-0d616a30105d tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:32:50.029164 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-802335b7-2d7f-4dee-b509-0d616a30105d tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.59 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 946 time: 0.0505507 Sep 07 20:32:50.119715 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Deleting port 2505094e-7baa-49f2-ac6a-bc00b1b5b619 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:32:50.120064 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:50.209413 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] For port 2505094e-7baa-49f2-ac6a-bc00b1b5b619, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2505094e-7baa-49f2-ac6a-bc00b1b5b619,segment=NetworkSegment(49c31658-b510-4712-88c3-9872fa0389d6),segment_id=49c31658-b510-4712-88c3-9872fa0389d6)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:32:50.210107 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:50.221989 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Calling delete_port for 2505094e-7baa-49f2-ac6a-bc00b1b5b619 owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:32:50.430842 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:50.445586 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['2505094e-7baa-49f2-ac6a-bc00b1b5b619'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:32:50.483036 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7cfcd9e0-b639-4aae-bd61-6c4e577eaaec req-9d60b415-5ccd-4749-b2fe-8a1139665036 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 210 time: 0.0533223 Sep 07 20:32:50.507396 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Pushing event deleted for resources: {'Port': ['ID=2505094e-7baa-49f2-ac6a-bc00b1b5b619,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:50.554981 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] No DVR routers for this DVR port 2505094e-7baa-49f2-ac6a-bc00b1b5b619 on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:32:50.557508 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:50.560395 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5dbc94eb-08ff-4721-8134-ee4eb10f7735 req-00f42a4d-d180-4237-801e-59a8355871e9 tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.59 "DELETE /v2.0/ports/2505094e-7baa-49f2-ac6a-bc00b1b5b619 HTTP/1.1" status: 204 len: 173 time: 0.5239885 Sep 07 20:32:50.560846 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b4e0ea-c0a4-424a-a3ce-1cb08e93157f', 'name': 'network-vif-deleted', 'tag': '2505094e-7baa-49f2-ac6a-bc00b1b5b619'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:32:50.563700 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88c5db1-4b11-4bcc-a47d-0f718f989e11" -d '{"events": [{"server_uuid": "70b4e0ea-c0a4-424a-a3ce-1cb08e93157f", "name": "network-vif-deleted", "tag": "2505094e-7baa-49f2-ac6a-bc00b1b5b619"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:32:50.599309 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c266eff-d171-48f9-a9a0-749174698ec9 x-openstack-request-id: req-0c266eff-d171-48f9-a9a0-749174698ec9 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:32:50.599623 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b4e0ea-c0a4-424a-a3ce-1cb08e93157f", "name": "network-vif-deleted", "tag": "2505094e-7baa-49f2-ac6a-bc00b1b5b619", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:32:50.599875 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c266eff-d171-48f9-a9a0-749174698ec9 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:32:50.600266 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b4e0ea-c0a4-424a-a3ce-1cb08e93157f', 'name': 'network-vif-deleted', 'tag': '2505094e-7baa-49f2-ac6a-bc00b1b5b619', 'status': 'completed', 'code': 200} Sep 07 20:32:50.772200 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:51.592808 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a2ff4736-1ad5-4850-953b-48b503baa052 req-97d897c2-9670-441c-9f8e-0697f23aeade tempest-VolumesSnapshotTestJSON-1461844792 tempest-VolumesSnapshotTestJSON-1461844792-project] 10.222.0.72 "GET /v2.0/ports?device_id=70b4e0ea-c0a4-424a-a3ce-1cb08e93157f HTTP/1.1" status: 200 len: 210 time: 0.0294082 Sep 07 20:32:53.879390 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 2505094e-7baa-49f2-ac6a-bc00b1b5b619 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:32:53.899748 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 2505094e-7baa-49f2-ac6a-bc00b1b5b619 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:32:53.900086 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 2505094e-7baa-49f2-ac6a-bc00b1b5b619 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:32:55.478173 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45470) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:55.520865 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24f191f-be03-4246-8700-25d604c4baf4 admin admin] Deleting subnet 36d0e1c3-0fbe-4eaa-bbef-114ec92b1130 {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:32:55.523988 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f24f191f-be03-4246-8700-25d604c4baf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.560870 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f24f191f-be03-4246-8700-25d604c4baf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131574183'] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.598977 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f24f191f-be03-4246-8700-25d604c4baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.721394 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f24f191f-be03-4246-8700-25d604c4baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133203587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130232194'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.748471 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f191f-be03-4246-8700-25d604c4baf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d0e1c3-0fbe-4eaa-bbef-114ec92b1130,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:55.752839 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f24f191f-be03-4246-8700-25d604c4baf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.757541 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45482) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:55.766231 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-f24f191f-be03-4246-8700-25d604c4baf4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/36d0e1c3-0fbe-4eaa-bbef-114ec92b1130 HTTP/1.1" status: 204 len: 168 time: 0.2869473 Sep 07 20:32:55.830157 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.911277 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.930559 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53527759-8e45-4f99-a4ca-44315ad4a8c4']}} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:55.940604 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd753dd3-9a2f-4d67-8d37-6ef3107960f3') {'for_net_delete': True} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:55.940827 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd753dd3-9a2f-4d67-8d37-6ef3107960f3') {} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:55.950611 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130426821'] for segment, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.963213 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.969358 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=94730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:32:55.969757 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130475875'] for segment, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: Traceback (most recent call last): Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: timer() Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: cb(*args, **kw) Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: return func(*args, **kwargs) Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: self._notify() Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: self.callback(batched_events) Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: event.method(event) Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: return f(self, *a, **k) Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._get(url).json() Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: return self.request(url, 'GET', **kwargs) Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:32:55.971336 dv-cinder-760194-9-iscsi neutron-server[94730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:32:56.149390 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.156910 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.158739 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] 10.222.0.72 "DELETE /v2.0/networks/53527759-8e45-4f99-a4ca-44315ad4a8c4 HTTP/1.1" status: 204 len: 168 time: 0.4001791 Sep 07 20:32:56.161879 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45486) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:56.170100 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934df1fa-9604-4c8c-b1f5-c9f3c33d9579 admin admin] Pushing event deleted for resources: {'Network': ['ID=53527759-8e45-4f99-a4ca-44315ad4a8c4,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:56.210139 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-de817a00-c287-4a8f-812b-9f1632dc25b1 admin admin] Deleting subnet 989634e4-0323-4d13-b8ab-faea59bb3304 {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:32:56.213163 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-de817a00-c287-4a8f-812b-9f1632dc25b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.247687 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-de817a00-c287-4a8f-812b-9f1632dc25b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131574183'] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.286060 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-de817a00-c287-4a8f-812b-9f1632dc25b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.318504 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45490) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:56.411053 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-de817a00-c287-4a8f-812b-9f1632dc25b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133203587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130232194'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.422790 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a311-154a-4db8-a736-664055f4c294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.437931 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de817a00-c287-4a8f-812b-9f1632dc25b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989634e4-0323-4d13-b8ab-faea59bb3304,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:56.439951 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-de817a00-c287-4a8f-812b-9f1632dc25b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.444849 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-de817a00-c287-4a8f-812b-9f1632dc25b1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/989634e4-0323-4d13-b8ab-faea59bb3304 HTTP/1.1" status: 204 len: 168 time: 0.2788954 Sep 07 20:32:56.444849 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45494) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:56.516829 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.517682 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a311-154a-4db8-a736-664055f4c294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.593327 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.595129 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a311-154a-4db8-a736-664055f4c294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.616753 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6075edff-bf50-42eb-adf6-7aaa17f46dcb']}} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:56.626026 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7c36f2-e3eb-4e7e-8ee2-d2a31f68a034') {'for_net_delete': True} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:56.626317 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7c36f2-e3eb-4e7e-8ee2-d2a31f68a034') {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:32:56.631454 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9a311-154a-4db8-a736-664055f4c294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5632d7c3-53c2-404e-b78a-21c44e535503,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:56.638802 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131574190'] for segment, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.638989 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-e0b9a311-154a-4db8-a736-664055f4c294 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fdeddcbda4b84594a7e7612e0759b141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162510 Sep 07 20:32:56.639113 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45496) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:56.649290 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.655795 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=94729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:32:56.656204 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133203745'] for segment, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: Traceback (most recent call last): Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: timer() Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: cb(*args, **kw) Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: return func(*args, **kwargs) Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: self._notify() Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: self.callback(batched_events) Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: event.method(event) Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: return f(self, *a, **k) Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._get(url).json() Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: return self.request(url, 'GET', **kwargs) Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:32:56.657886 dv-cinder-760194-9-iscsi neutron-server[94729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:32:56.688802 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2bb2-aba7-487d-853f-683d0fe27df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.709613 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2bb2-aba7-487d-853f-683d0fe27df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.764632 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.774924 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.774924 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6075edff-bf50-42eb-adf6-7aaa17f46dcb HTTP/1.1" status: 204 len: 168 time: 0.3263266 Sep 07 20:32:56.783062 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717ba42-22c6-4063-bd02-653874b48275 admin admin] Pushing event deleted for resources: {'Network': ['ID=6075edff-bf50-42eb-adf6-7aaa17f46dcb,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:56.816419 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2bb2-aba7-487d-853f-683d0fe27df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.819073 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2bb2-aba7-487d-853f-683d0fe27df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:56.820378 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-0e5d2bb2-aba7-487d-853f-683d0fe27df7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5632d7c3-53c2-404e-b78a-21c44e535503 HTTP/1.1" status: 204 len: 168 time: 0.1804221 Sep 07 20:32:56.828694 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d2bb2-aba7-487d-853f-683d0fe27df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5632d7c3-53c2-404e-b78a-21c44e535503,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:57.131103 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45506) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:57.170436 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-66c3f0db-5230-4976-9013-0be2d0e43a54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e4476673269c451686579088c05fa00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381563 Sep 07 20:32:57.172880 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45508) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:57.221706 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f769654-e95b-46e4-81ea-7d22df20be7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.245156 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f769654-e95b-46e4-81ea-7d22df20be7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.372388 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f769654-e95b-46e4-81ea-7d22df20be7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.374948 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f769654-e95b-46e4-81ea-7d22df20be7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.376100 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-4f769654-e95b-46e4-81ea-7d22df20be7a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6028c6db-6c62-4c3e-920a-45f2dbd70d08 HTTP/1.1" status: 204 len: 168 time: 0.2022598 Sep 07 20:32:57.383482 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f769654-e95b-46e4-81ea-7d22df20be7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6028c6db-6c62-4c3e-920a-45f2dbd70d08,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:57.547580 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45512) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:57.561967 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dee98672-0dd4-4855-b923-468ad30f1dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.648037 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dee98672-0dd4-4855-b923-468ad30f1dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.721002 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-dee98672-0dd4-4855-b923-468ad30f1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.758348 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-dee98672-0dd4-4855-b923-468ad30f1dbf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a890a6d696f4784a0f7b0dbc7ed5ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096920 Sep 07 20:32:57.760220 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee98672-0dd4-4855-b923-468ad30f1dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7208fe80-d917-49d2-9e05-5d10cae7e881,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:57.761403 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45516) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:57.814168 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-37607e54-5c6b-4642-8a50-77bacb896e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.835589 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-37607e54-5c6b-4642-8a50-77bacb896e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.970204 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-37607e54-5c6b-4642-8a50-77bacb896e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.972882 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-37607e54-5c6b-4642-8a50-77bacb896e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:57.974134 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-37607e54-5c6b-4642-8a50-77bacb896e6d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7208fe80-d917-49d2-9e05-5d10cae7e881 HTTP/1.1" status: 204 len: 168 time: 0.2103660 Sep 07 20:32:57.982503 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607e54-5c6b-4642-8a50-77bacb896e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7208fe80-d917-49d2-9e05-5d10cae7e881,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:58.010397 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45522) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:58.052760 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-698c6f65-85d8-468c-a1bc-ac7f1689a1f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0efa624c9a2d4a32941619c2f6f2aa32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390179 Sep 07 20:32:58.052977 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45526) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:58.108685 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d7d997a7-86ef-4544-b2fa-981519509141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:58.131615 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d7d997a7-86ef-4544-b2fa-981519509141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:58.244569 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d7d997a7-86ef-4544-b2fa-981519509141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:58.247205 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d7d997a7-86ef-4544-b2fa-981519509141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:58.251039 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d7d997a7-86ef-4544-b2fa-981519509141 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c3e6c9e8-1f4f-4f4e-b32e-ccf9c10ba433 HTTP/1.1" status: 204 len: 168 time: 0.1945379 Sep 07 20:32:58.256775 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d997a7-86ef-4544-b2fa-981519509141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e6c9e8-1f4f-4f4e-b32e-ccf9c10ba433,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:58.668434 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45546) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:58.682216 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-07f7d642-7ce0-4685-b4e3-b42aabf1714b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:58.770124 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-07f7d642-7ce0-4685-b4e3-b42aabf1714b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:58.840583 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-07f7d642-7ce0-4685-b4e3-b42aabf1714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:58.890264 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d642-7ce0-4685-b4e3-b42aabf1714b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3718af-02a4-482f-873c-240aaf11d6a3,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:32:58.895924 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-07f7d642-7ce0-4685-b4e3-b42aabf1714b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3af8c93dffac4c57beaf2cbd7443d7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256804 Sep 07 20:32:58.898062 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45556) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:32:58.951676 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a022ed98-dbec-4c29-bd16-146c878c3c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:58.974163 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a022ed98-dbec-4c29-bd16-146c878c3c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:59.135657 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a022ed98-dbec-4c29-bd16-146c878c3c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:59.142496 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a022ed98-dbec-4c29-bd16-146c878c3c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:32:59.143879 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-a022ed98-dbec-4c29-bd16-146c878c3c71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab3718af-02a4-482f-873c-240aaf11d6a3 HTTP/1.1" status: 204 len: 168 time: 0.2448854 Sep 07 20:32:59.158675 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022ed98-dbec-4c29-bd16-146c878c3c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3718af-02a4-482f-873c-240aaf11d6a3,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:00.092657 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45604) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:00.291765 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8dc93e00-a70e-4b17-9471-d8b9793ccedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:00.377269 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8dc93e00-a70e-4b17-9471-d8b9793ccedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:00.492302 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8dc93e00-a70e-4b17-9471-d8b9793ccedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:00.530769 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-8dc93e00-a70e-4b17-9471-d8b9793ccedd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0cf9d0fa0ea41be8dd161c8c43ebd29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369874 Sep 07 20:33:00.532779 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc93e00-a70e-4b17-9471-d8b9793ccedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453a1567-b875-42cd-9913-9b6d499cc5c7,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:00.533592 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45616) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:00.594026 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-58728794-5365-4728-8019-2b7419b3f9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:00.615307 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-58728794-5365-4728-8019-2b7419b3f9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:00.743847 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-58728794-5365-4728-8019-2b7419b3f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:00.746513 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-58728794-5365-4728-8019-2b7419b3f9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:00.747687 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-58728794-5365-4728-8019-2b7419b3f9f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/453a1567-b875-42cd-9913-9b6d499cc5c7 HTTP/1.1" status: 204 len: 168 time: 0.2125044 Sep 07 20:33:00.755455 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58728794-5365-4728-8019-2b7419b3f9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a1567-b875-42cd-9913-9b6d499cc5c7,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:01.414048 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cfb48-fb30-4909-9766-477b7e7b6bcf req-a5830b8f-d975-49ff-9aab-547f8bf78ec9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:01.415584 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-548cfb48-fb30-4909-9766-477b7e7b6bcf req-a5830b8f-d975-49ff-9aab-547f8bf78ec9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 946 time: 0.2831805 Sep 07 20:33:01.464075 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-548cfb48-fb30-4909-9766-477b7e7b6bcf req-43d4aea6-a139-49ff-ae83-b6cffce83b22 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Sep 07 20:33:01.883417 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29da621-a1eb-478f-bf66-309dcb88ad0d req-6a80b0a7-bb80-413a-823e-31084f41d820 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:01.884913 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d29da621-a1eb-478f-bf66-309dcb88ad0d req-6a80b0a7-bb80-413a-823e-31084f41d820 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0476470 Sep 07 20:33:01.924128 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d29da621-a1eb-478f-bf66-309dcb88ad0d req-2ea341fb-cce7-4816-849c-e29d788cbb1f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321138 Sep 07 20:33:02.741194 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc8148-9a6d-4923-86ce-9c58ba91059c req-7d7ebe44-f112-4c14-9c29-b1dc139bd835 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:02.742701 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c0bc8148-9a6d-4923-86ce-9c58ba91059c req-7d7ebe44-f112-4c14-9c29-b1dc139bd835 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 946 time: 0.2037704 Sep 07 20:33:02.782491 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c0bc8148-9a6d-4923-86ce-9c58ba91059c req-df29e1b5-0ec6-4841-970b-cddb0b063632 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=fadaa640-9939-4573-8a8d-c347bacf1a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333862 Sep 07 20:33:02.978906 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-a90282ec-c589-41e7-bcdf-c7f47498cda1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:02.980643 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-a90282ec-c589-41e7-bcdf-c7f47498cda1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 946 time: 0.0525684 Sep 07 20:33:03.086463 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a21f-1720-48ea-87a7-8ceda1a5a08d req-7a929efd-ec27-4af5-b70b-a4e96b081ded tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:03.087927 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-22e8a21f-1720-48ea-87a7-8ceda1a5a08d req-7a929efd-ec27-4af5-b70b-a4e96b081ded tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0925899 Sep 07 20:33:03.137091 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Deleting port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:03.137453 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:03.144108 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-22e8a21f-1720-48ea-87a7-8ceda1a5a08d req-8bf3f1b3-e9e2-4073-ba2d-f378cc17f2ba tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492322 Sep 07 20:33:03.227868 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] For port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:03.228151 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:03.441018 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:03.441389 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:03.441688 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Floating IP d5757a53-b7b1-411d-bc8e-4855d9d6d247 disassociated. External IP: 172.27.0.142, port: 64e3cda0-8355-47eb-b7f5-80ef2dc21b32. Sep 07 20:33:03.442055 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Calling delete_port for 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:03.640580 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:03.670595 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event deleted for resources: {'Port': ['ID=64e3cda0-8355-47eb-b7f5-80ef2dc21b32,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:03.788996 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Router 51a773ea-fe96-4933-af95-5505f1ab5c33 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:33:03.915541 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-33a0b61f-0955-4750-95ea-cc433249fe7a req-3cdaed10-1ab8-4928-bdcf-f05b29d0671c tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4998d9-48af-44e7-adfa-4976c5db4ce0 HTTP/1.1" status: 200 len: 210 time: 0.0301554 Sep 07 20:33:03.930222 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:03.949881 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] Sync routers for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:03.962056 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:03.978161 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:32:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:03.984848 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] No DVR routers for this DVR port 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:33:03.996320 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:04.000605 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3773b112-ab66-4a3a-ae44-763045bbb5cc req-20052647-e5a2-431b-8de2-f15a181430bb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "DELETE /v2.0/ports/64e3cda0-8355-47eb-b7f5-80ef2dc21b32 HTTP/1.1" status: 204 len: 173 time: 1.0108535 Sep 07 20:33:04.000605 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-deleted', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:04.001634 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67092730-85ec-4a82-a13f-078c196ff218" -d '{"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-deleted", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:04.041342 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23383ae1-a907-4d94-90d6-6eff404ce195 x-openstack-request-id: req-23383ae1-a907-4d94-90d6-6eff404ce195 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:04.041855 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4998d9-48af-44e7-adfa-4976c5db4ce0", "name": "network-vif-deleted", "tag": "64e3cda0-8355-47eb-b7f5-80ef2dc21b32", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:04.042103 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23383ae1-a907-4d94-90d6-6eff404ce195 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:04.042491 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4998d9-48af-44e7-adfa-4976c5db4ce0', 'name': 'network-vif-deleted', 'tag': '64e3cda0-8355-47eb-b7f5-80ef2dc21b32', 'status': 'completed', 'code': 200} Sep 07 20:33:04.086918 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:04.135493 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-a011b478-6a33-4b9c-b0dc-1c4ff4746395 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:04.144900 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-a011b478-6a33-4b9c-b0dc-1c4ff4746395 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.0523379 Sep 07 20:33:04.297776 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Deleting port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:04.297776 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:04.379772 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6353719-21d8-4746-8eb1-c40da73a4c79 req-cb79313b-c54c-4952-bb99-3753c2037cd7 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:04.381421 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c6353719-21d8-4746-8eb1-c40da73a4c79 req-cb79313b-c54c-4952-bb99-3753c2037cd7 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 945 time: 0.1269784 Sep 07 20:33:04.425141 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] For port 4098f3b7-9c85-4f03-8dd0-1d980335ac02, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4098f3b7-9c85-4f03-8dd0-1d980335ac02,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:04.425519 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:04.450570 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:04.452888 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c6353719-21d8-4746-8eb1-c40da73a4c79 req-ea09854f-b122-455f-8b31-a91aaa507281 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=ecc85f42-83ba-43fe-a307-360bc474ef19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592906 Sep 07 20:33:04.479520 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] Checking router: 51a773ea-fe96-4933-af95-5505f1ab5c33 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:04.488957 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:04.489576 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:32:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:04.618554 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:04.634996 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:04.635621 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:04.635765 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Floating IP 61073ae8-89ad-475e-a982-c9e753c5ef90 disassociated. External IP: 172.27.0.61, port: 4098f3b7-9c85-4f03-8dd0-1d980335ac02. Sep 07 20:33:04.636094 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Calling delete_port for 4098f3b7-9c85-4f03-8dd0-1d980335ac02 owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:04.845661 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:04.850610 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:04.872743 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7aa6bf-c5ad-4ceb-83a7-57e77ae8e530 None None] The sync data for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi is: [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:04.887427 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event deleted for resources: {'Port': ['ID=4098f3b7-9c85-4f03-8dd0-1d980335ac02,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:04.902563 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.904185 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.904578 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.904909 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.905228 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.905785 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.906344 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.906531 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.906856 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.907235 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.907638 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:04.907858 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:05.037128 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Router c1629865-2783-413d-a5d5-272da2d63f6f has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:33:05.115251 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45728) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:05.156161 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984aca7f-90b9-4ffc-8619-39de3f2b1193 None None] New status for floating IP d5757a53-b7b1-411d-bc8e-4855d9d6d247: DOWN {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:33:05.159543 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:05.170994 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] Sync routers for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:05.184269 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:05.184492 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:32:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:05.196053 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-980306ad-2da4-44b9-852e-7015fa3dca01 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:05.205267 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] No DVR routers for this DVR port 4098f3b7-9c85-4f03-8dd0-1d980335ac02 on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:33:05.216662 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:05.218917 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2db98010-8114-47d6-ab2a-6aa18b0ea5cc req-5a3cb2e8-2eda-4bce-8604-8ef0e7f4e8c4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "DELETE /v2.0/ports/4098f3b7-9c85-4f03-8dd0-1d980335ac02 HTTP/1.1" status: 204 len: 173 time: 1.0731301 Sep 07 20:33:05.231013 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-980306ad-2da4-44b9-852e-7015fa3dca01 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:05.319091 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:05.371697 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-980306ad-2da4-44b9-852e-7015fa3dca01 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:05.375256 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-980306ad-2da4-44b9-852e-7015fa3dca01 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:05.376835 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-980306ad-2da4-44b9-852e-7015fa3dca01 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "DELETE /v2.0/security-groups/fadaa640-9939-4573-8a8d-c347bacf1a18 HTTP/1.1" status: 204 len: 168 time: 0.2585053 Sep 07 20:33:05.379761 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45732) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:05.392293 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980306ad-2da4-44b9-852e-7015fa3dca01 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadaa640-9939-4573-8a8d-c347bacf1a18,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:05.514314 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.api.v2.resource [None req-cd53a475-3329-4e94-b6be-b1cab77e0ae3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] show failed (client error): The resource could not be found. Sep 07 20:33:05.515444 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-cd53a475-3329-4e94-b6be-b1cab77e0ae3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups/fadaa640-9939-4573-8a8d-c347bacf1a18 HTTP/1.1" status: 404 len: 347 time: 0.1340413 Sep 07 20:33:05.517989 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45738) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:05.576879 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:05.590073 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4cab7cd4-1462-431b-ad48-f42c20e805c3 req-25e8cef1-5678-4ba6-b80a-12e37875ac0e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 210 time: 0.0370071 Sep 07 20:33:05.610517 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] Checking router: c1629865-2783-413d-a5d5-272da2d63f6f for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:05.615073 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:05.615682 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:32:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:05.708409 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Deleting port 56a994f0-b154-482b-a328-c9ad071b2ea8 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:05.709056 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:05.728719 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:05.797151 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:05.797582 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:05.809499 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Calling delete_port for 56a994f0-b154-482b-a328-c9ad071b2ea8 owned by network:floatingip {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:05.938689 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:05.969557 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb404c6e-b0ca-4b2e-9341-9eaec23f86e2 None None] The sync data for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi is: [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:06.043274 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'name': 'network-vif-deleted', 'tag': '4098f3b7-9c85-4f03-8dd0-1d980335ac02'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:06.046500 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40865905-1355-44b0-92ec-c3294bf48ac0" -d '{"events": [{"server_uuid": "56f18de6-8770-47e5-a0a1-23868c8e1832", "name": "network-vif-deleted", "tag": "4098f3b7-9c85-4f03-8dd0-1d980335ac02"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:06.067703 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:06.085999 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8c725b-a05a-4fe0-8a7c-a31710e00249 x-openstack-request-id: req-6c8c725b-a05a-4fe0-8a7c-a31710e00249 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:06.086309 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f18de6-8770-47e5-a0a1-23868c8e1832", "name": "network-vif-deleted", "tag": "4098f3b7-9c85-4f03-8dd0-1d980335ac02", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:06.086560 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c8c725b-a05a-4fe0-8a7c-a31710e00249 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:06.086946 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f18de6-8770-47e5-a0a1-23868c8e1832', 'name': 'network-vif-deleted', 'tag': '4098f3b7-9c85-4f03-8dd0-1d980335ac02', 'status': 'completed', 'code': 200} Sep 07 20:33:06.102586 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event deleted for resources: {'Port': ['ID=56a994f0-b154-482b-a328-c9ad071b2ea8,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:06.166811 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:06.169530 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:06.170798 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e7b3ea87-f072-4887-ba73-773e6ddf0551 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "DELETE /v2.0/floatingips/d5757a53-b7b1-411d-bc8e-4855d9d6d247 HTTP/1.1" status: 204 len: 168 time: 0.6518049 Sep 07 20:33:06.289398 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4c3c05-b0ad-4ad2-a286-6eb5ace52439 None None] New status for floating IP 61073ae8-89ad-475e-a982-c9e753c5ef90: DOWN {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:33:06.651314 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45760) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:06.655929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-f515784b-d9b5-4d41-8d13-26a51c42fba4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206982931', 'description': 'tempest-description--377115320'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:06.685583 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8bee00f3-698a-47d8-861b-3cfb4097c611 req-c96bea3c-6dda-4d01-aaaa-303cb3f400d8 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 210 time: 0.0250220 Sep 07 20:33:06.766326 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f515784b-d9b5-4d41-8d13-26a51c42fba4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:06.849866 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f515784b-d9b5-4d41-8d13-26a51c42fba4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:06.920130 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f515784b-d9b5-4d41-8d13-26a51c42fba4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:06.947627 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515784b-d9b5-4d41-8d13-26a51c42fba4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afbf5f6-cf98-440d-9177-40dd98372984,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:07.017723 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-f515784b-d9b5-4d41-8d13-26a51c42fba4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.019024 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-f515784b-d9b5-4d41-8d13-26a51c42fba4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3666334 Sep 07 20:33:07.021794 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45764) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:07.025996 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-fd8083b3-6a36-42aa-b501-e9f5a8d3a61a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'security_group_rule': {'security_group_id': '7afbf5f6-cf98-440d-9177-40dd98372984', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:07.109241 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fd8083b3-6a36-42aa-b501-e9f5a8d3a61a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.167461 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fd8083b3-6a36-42aa-b501-e9f5a8d3a61a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.240942 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fd8083b3-6a36-42aa-b501-e9f5a8d3a61a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.255699 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8083b3-6a36-42aa-b501-e9f5a8d3a61a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90df32f6-74b7-41fa-8f74-898875a15faa,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:07.326867 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fd8083b3-6a36-42aa-b501-e9f5a8d3a61a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.328282 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-fd8083b3-6a36-42aa-b501-e9f5a8d3a61a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3054202 Sep 07 20:33:07.330608 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45768) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:07.334847 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-6abb09e1-46c8-4672-bd25-f2127fd360f2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'security_group_rule': {'security_group_id': '7afbf5f6-cf98-440d-9177-40dd98372984', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:07.416779 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6abb09e1-46c8-4672-bd25-f2127fd360f2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.472689 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6abb09e1-46c8-4672-bd25-f2127fd360f2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.498283 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.555156 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6abb09e1-46c8-4672-bd25-f2127fd360f2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.572602 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb09e1-46c8-4672-bd25-f2127fd360f2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56863b76-6dd8-4770-a0cf-0657b0559a01,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:07.663678 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6abb09e1-46c8-4672-bd25-f2127fd360f2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.664916 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-6abb09e1-46c8-4672-bd25-f2127fd360f2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334000 Sep 07 20:33:07.668452 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45770) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:07.672856 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'floatingip': {'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:07.781993 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.791545 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a648264b-d24f-4875-9949-bd9dc8849523 req-e066fd4f-1a1e-44f0-8218-bbf29a573858 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=56f18de6-8770-47e5-a0a1-23868c8e1832 HTTP/1.1" status: 200 len: 210 time: 0.0257928 Sep 07 20:33:07.892855 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:07.996571 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Allocated IP 172.27.0.114 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/8dbd6c52-8997-4c4d-ae2c-7a3f0cd70f72) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:08.100077 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:08.122304 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:33:08.212197 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:08.247874 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:08.250586 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:08.253988 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:08.282425 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'Port': ['ID=8dbd6c52-8997-4c4d-ae2c-7a3f0cd70f72,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:08.347880 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:08.455790 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:08.605867 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:08.697867 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:08.767112 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'Port': ['ID=8dbd6c52-8997-4c4d-ae2c-7a3f0cd70f72,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:08.775832 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:08.847527 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:08.848794 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-94337133-0b9c-4ee1-a5f3-86d6efd2e6e7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1793900 Sep 07 20:33:08.972417 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45804) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:09.006745 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-a6013f32-338d-49de-9188-2038146c663b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--206982931&fields=id&tenant_id=df6e88dbe255498589d961d2ba568256 HTTP/1.1" status: 200 len: 267 time: 0.0450888 Sep 07 20:33:09.039754 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b0246768-a4dc-4c42-ada6-59e48e23b47b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.082585 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b0246768-a4dc-4c42-ada6-59e48e23b47b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.118454 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-03afc0ca-644b-4649-adff-3f082306bcf1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:09.120042 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-03afc0ca-644b-4649-adff-3f082306bcf1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 816 time: 0.1052582 Sep 07 20:33:09.135658 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-e4be06ff-4e65-40f0-b4a2-92fe8fd44f18 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/quotas/df6e88dbe255498589d961d2ba568256 HTTP/1.1" status: 200 len: 375 time: 0.0090380 Sep 07 20:33:09.189639 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-8b820ab6-ae89-4cb3-9f43-00fd0a02fffd tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484059 Sep 07 20:33:09.204493 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b0246768-a4dc-4c42-ada6-59e48e23b47b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.207602 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b0246768-a4dc-4c42-ada6-59e48e23b47b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.211835 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-b0246768-a4dc-4c42-ada6-59e48e23b47b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "DELETE /v2.0/security-groups/ecc85f42-83ba-43fe-a307-360bc474ef19 HTTP/1.1" status: 204 len: 168 time: 0.2353311 Sep 07 20:33:09.211974 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45812) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:09.218123 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0246768-a4dc-4c42-ada6-59e48e23b47b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc85f42-83ba-43fe-a307-360bc474ef19,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:09.227956 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.api.v2.resource [None req-05fc46e1-b70d-40b5-938c-c7fbe4f89bcc tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] show failed (client error): The resource could not be found. Sep 07 20:33:09.229062 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-05fc46e1-b70d-40b5-938c-c7fbe4f89bcc tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups/ecc85f42-83ba-43fe-a307-360bc474ef19 HTTP/1.1" status: 404 len: 347 time: 0.0153623 Sep 07 20:33:09.232956 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45814) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:09.354544 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-d4859d00-7ebd-4c1e-b910-d55d109de048 service neutron] 10.222.0.72 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531565 Sep 07 20:33:09.368408 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Deleting port 0c8019d5-24c5-4ef8-ab24-47f31157ce07 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:09.368748 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.374924 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:33:09.397173 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:33:09.397512 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 64e3cda0-8355-47eb-b7f5-80ef2dc21b32 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:33:09.457043 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.457372 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.460061 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-76373871-85b2-417c-b55a-3c500b8312dc service neutron] 10.222.0.72 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984929 Sep 07 20:33:09.470706 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Calling delete_port for 0c8019d5-24c5-4ef8-ab24-47f31157ce07 owned by network:floatingip {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:09.685951 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8fb9aa30-b603-4199-93e6-f7f237c3294b req-d84f9aea-3631-4dd1-ac96-44b8769b3190 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 210 time: 0.0313475 Sep 07 20:33:09.686741 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.718672 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event deleted for resources: {'Port': ['ID=0c8019d5-24c5-4ef8-ab24-47f31157ce07,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:09.744710 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.745058 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.745396 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.745743 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.746084 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.746413 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.746807 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.747102 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.747400 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.747721 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.748039 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.748351 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:09.787401 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.789926 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:09.791081 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5598096e-65be-49a4-aab6-4f56a3a87451 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "DELETE /v2.0/floatingips/61073ae8-89ad-475e-a982-c9e753c5ef90 HTTP/1.1" status: 204 len: 168 time: 0.5570753 Sep 07 20:33:10.290427 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45844) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:10.295666 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-08d7c13f-a612-429b-9df1-abe9ffa2f3a5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490065973', 'description': 'tempest-description--1892681627'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:10.364313 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-08d7c13f-a612-429b-9df1-abe9ffa2f3a5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:10.445000 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-08d7c13f-a612-429b-9df1-abe9ffa2f3a5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:10.518635 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-08d7c13f-a612-429b-9df1-abe9ffa2f3a5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:10.549254 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7c13f-a612-429b-9df1-abe9ffa2f3a5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72513330-f300-4e9b-8f9b-b3f22d3ad772,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:10.606438 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-08d7c13f-a612-429b-9df1-abe9ffa2f3a5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:10.607871 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-08d7c13f-a612-429b-9df1-abe9ffa2f3a5 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3164151 Sep 07 20:33:10.610839 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45852) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:10.615437 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-5552f3f9-fc07-49e8-afe2-d51546987543 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'security_group_rule': {'security_group_id': '72513330-f300-4e9b-8f9b-b3f22d3ad772', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:10.730403 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5552f3f9-fc07-49e8-afe2-d51546987543 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:10.798026 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e4376949-6d82-4774-b481-a451a6983a18 req-0e4d6fb2-6db5-4545-bfc9-2695c4c9f59f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 210 time: 0.0397584 Sep 07 20:33:10.822562 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5552f3f9-fc07-49e8-afe2-d51546987543 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:10.920718 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5552f3f9-fc07-49e8-afe2-d51546987543 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:10.940845 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f3f9-fc07-49e8-afe2-d51546987543 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcebee3d-aa06-4128-9bae-de4b429d1d0a,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:11.021970 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5552f3f9-fc07-49e8-afe2-d51546987543 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:11.023439 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-5552f3f9-fc07-49e8-afe2-d51546987543 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4114060 Sep 07 20:33:11.027378 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45868) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:11.031960 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-c685d55e-209b-4518-a0ec-153e9c6adcab tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'security_group_rule': {'security_group_id': '72513330-f300-4e9b-8f9b-b3f22d3ad772', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:11.141444 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c685d55e-209b-4518-a0ec-153e9c6adcab tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:11.197426 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c685d55e-209b-4518-a0ec-153e9c6adcab tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:11.256067 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c685d55e-209b-4518-a0ec-153e9c6adcab tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:11.277907 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685d55e-209b-4518-a0ec-153e9c6adcab tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9b0468-4258-4365-ad42-f0d1665d28d9,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:11.352884 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c685d55e-209b-4518-a0ec-153e9c6adcab tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:11.354183 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-c685d55e-209b-4518-a0ec-153e9c6adcab tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258257 Sep 07 20:33:11.357856 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45872) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:11.362088 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'floatingip': {'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:11.392451 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 4098f3b7-9c85-4f03-8dd0-1d980335ac02 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:33:11.411909 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 4098f3b7-9c85-4f03-8dd0-1d980335ac02 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:33:11.412251 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 4098f3b7-9c85-4f03-8dd0-1d980335ac02 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:33:11.444483 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:11.550802 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:11.713517 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-1d56d4a1-425a-4032-8030-be2db0a581da tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:11.714926 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-1d56d4a1-425a-4032-8030-be2db0a581da tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 816 time: 0.1806638 Sep 07 20:33:11.749509 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Allocated IP 172.27.0.54 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/6f6d97bd-1319-4969-9d96-c03ef6fd3a5b) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:11.783043 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-a71dc392-bb77-4fef-a517-6b4de100d86b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df6e88dbe255498589d961d2ba568256 HTTP/1.1" status: 200 len: 379 time: 0.0576208 Sep 07 20:33:11.795710 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'port': {'device_id': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'admin_state_up': True, 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'security_groups': ['7afbf5f6-cf98-440d-9177-40dd98372984']}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:12.165046 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-643c558b-43ed-43ed-829e-85bdbb21f00d req-7b1e52e8-c49d-4f97-bb10-62448789fbf7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 210 time: 0.0340428 Sep 07 20:33:12.206104 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:12.297662 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Made reservation on behalf of df6e88dbe255498589d961d2ba568256 for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:33:12.301260 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:12.325663 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:12.406177 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:12.414424 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:12.418636 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'Port': ['ID=6f6d97bd-1319-4969-9d96-c03ef6fd3a5b,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:12.421403 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:12.504491 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Allocated IP 172.20.0.3 (190a6037-e51d-4d5f-b0b0-16db09119f5c/4ab0b283-59ed-4465-8489-e4791bba7648/863cee09-bec4-4a94-a474-c1aeec634147) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:12.598775 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:12.739158 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:12.742766 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:12.771227 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Transition to ACTIVE for port object 863cee09-bec4-4a94-a474-c1aeec634147 will not be triggered until provisioned by entity DHCP. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:12.819208 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45902) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:12.929292 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:12.934958 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0300d3a6-e1ef-4da5-ada3-2e111140fec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:12.978039 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.010156 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.021992 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0300d3a6-e1ef-4da5-ada3-2e111140fec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.023502 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:13.031838 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:13.039254 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:13.062773 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:13.109457 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0300d3a6-e1ef-4da5-ada3-2e111140fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.135483 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-0300d3a6-e1ef-4da5-ada3-2e111140fec9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55db1898354c43cea6d2d39a5d5aa8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151822 Sep 07 20:33:13.140266 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 45908) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:13.155890 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.156320 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300d3a6-e1ef-4da5-ada3-2e111140fec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2d9658-a258-43c2-8ca2-16055c053815,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:13.172039 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:13.172644 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.182081 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'Port': ['ID=6f6d97bd-1319-4969-9d96-c03ef6fd3a5b,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:13.228138 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd380-67db-440d-bc4e-19783dfa668e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.269164 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.270396 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-80bad888-af8c-49f4-b3af-5a5aab0bff62 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9116352 Sep 07 20:33:13.276659 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd380-67db-440d-bc4e-19783dfa668e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.315545 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b4601865-4c6a-46ac-b414-c65a21fa6b15 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5202975 Sep 07 20:33:13.326783 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9588b35-8911-48d3-aa51-4bb491dca19f req-b7a1305d-ce30-4e86-a70d-4c8e7b5ecf8d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:13.328182 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9588b35-8911-48d3-aa51-4bb491dca19f req-b7a1305d-ce30-4e86-a70d-4c8e7b5ecf8d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 931 time: 0.0911117 Sep 07 20:33:13.333467 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Request body: {'port': {'device_id': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:13.372667 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-ecb187ca-8e5e-4ffb-b298-12579af02bfd None None] Provisioning for port 863cee09-bec4-4a94-a474-c1aeec634147 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:13.377904 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-ecb187ca-8e5e-4ffb-b298-12579af02bfd None None] Provisioning complete for port 863cee09-bec4-4a94-a474-c1aeec634147 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:13.380858 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ecb187ca-8e5e-4ffb-b298-12579af02bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.411438 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9588b35-8911-48d3-aa51-4bb491dca19f req-b12d9024-2e7d-4525-933b-f4f9cd770513 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742297 Sep 07 20:33:13.414179 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-ecb187ca-8e5e-4ffb-b298-12579af02bfd None None] Port 863cee09-bec4-4a94-a474-c1aeec634147 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:33:13.419953 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.470232 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd380-67db-440d-bc4e-19783dfa668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.472737 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd380-67db-440d-bc4e-19783dfa668e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.473886 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-cb1cd380-67db-440d-bc4e-19783dfa668e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc2d9658-a258-43c2-8ca2-16055c053815 HTTP/1.1" status: 204 len: 168 time: 0.3326643 Sep 07 20:33:13.495685 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cd380-67db-440d-bc4e-19783dfa668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2d9658-a258-43c2-8ca2-16055c053815,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:13.521968 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-0c5cd44f-1019-454f-afae-6f2b3d48208b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1490065973&fields=id&tenant_id=7d34fb9ecc464890b16f8632d1aab84a HTTP/1.1" status: 200 len: 267 time: 0.0854175 Sep 07 20:33:13.727673 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-a440f041-b4e4-469e-a371-c6dd52ab626f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:13.729157 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-a440f041-b4e4-469e-a371-c6dd52ab626f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 810 time: 0.1650770 Sep 07 20:33:13.755750 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-25b0b559-7b8b-4cb3-9f40-b20722e1ba0b tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/quotas/7d34fb9ecc464890b16f8632d1aab84a HTTP/1.1" status: 200 len: 375 time: 0.0185223 Sep 07 20:33:13.848424 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-54f7d155-47c1-4181-961b-0f263b2b92be tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870023 Sep 07 20:33:13.854062 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863cee09-bec4-4a94-a474-c1aeec634147 {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:33:13.868720 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:13.899138 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Transition to ACTIVE for port object 863cee09-bec4-4a94-a474-c1aeec634147 will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:13.952782 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-ae559b39-3890-479f-85e1-86f0574a3be3 service neutron] 10.222.0.72 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918164 Sep 07 20:33:13.981148 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.083420 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:14.149869 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45934) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:14.155348 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-f9fc26c7-92a6-4c67-b73b-f927d6c4ea54 service neutron] 10.222.0.72 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958723 Sep 07 20:33:14.167441 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1b0d-2e9f-48f8-9701-0bdfb9c3f3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.205945 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Attempting to bind port 863cee09-bec4-4a94-a474-c1aeec634147 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:33:14.206644 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Attempting to bind port 863cee09-bec4-4a94-a474-c1aeec634147 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:33:14.208138 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Attempting to bind port 863cee09-bec4-4a94-a474-c1aeec634147 on network 190a6037-e51d-4d5f-b0b0-16db09119f5c {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:14.222416 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Port 863cee09-bec4-4a94-a474-c1aeec634147 on network 190a6037-e51d-4d5f-b0b0-16db09119f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:33:14.222728 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Attempting to bind port 863cee09-bec4-4a94-a474-c1aeec634147 on network 190a6037-e51d-4d5f-b0b0-16db09119f5c {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:14.238456 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:33:14.240965 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Checking segment: {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:14.241442 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Bound using segment: {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:33:14.241934 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Bound port: 863cee09-bec4-4a94-a474-c1aeec634147, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:33:14.242307 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.304403 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1b0d-2e9f-48f8-9701-0bdfb9c3f3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.318715 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:33:14.323119 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:33:14.366049 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1b0d-2e9f-48f8-9701-0bdfb9c3f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.389989 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.411173 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-8a7d1b0d-2e9f-48f8-9701-0bdfb9c3f3fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4ef06b5284b949789ea99d0c810212b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594721 Sep 07 20:33:14.411786 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45938) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:14.413910 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d1b0d-2e9f-48f8-9701-0bdfb9c3f3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0af119-527b-4da6-ae17-a8fdecdd7979,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:14.433325 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:14.433973 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.435416 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] 10.222.0.59 "PUT /v2.0/ports/863cee09-bec4-4a94-a474-c1aeec634147 HTTP/1.1" status: 200 len: 1093 time: 1.1062949 Sep 07 20:33:14.435882 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:14.438786 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6223afd5-aaed-4f93-9cdc-04ea85b5753e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "tag": "863cee09-bec4-4a94-a474-c1aeec634147"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:14.469414 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9737a0e0-415f-4d48-b095-8d09dda2c420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.498374 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9737a0e0-415f-4d48-b095-8d09dda2c420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.516421 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d39d022c-0e8b-4369-aa38-81dc7cdcd34b req-bb726810-a708-4e4e-ae57-e2041c16e255 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 210 time: 0.0419495 Sep 07 20:33:14.520421 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcc81c-d3ff-4d73-9744-6658e3c94892 service neutron] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:14.614158 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b573ca-6514-4aa9-87bd-338b989bf899 req-b2ba337a-7b6e-48c8-b689-3246564a3be0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:14.616590 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-82b573ca-6514-4aa9-87bd-338b989bf899 req-b2ba337a-7b6e-48c8-b689-3246564a3be0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0827496 Sep 07 20:33:14.618638 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13042989-f6aa-4974-8b77-ee47388da284 x-openstack-request-id: req-13042989-f6aa-4974-8b77-ee47388da284 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:14.619056 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "tag": "863cee09-bec4-4a94-a474-c1aeec634147", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:14.619337 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13042989-f6aa-4974-8b77-ee47388da284 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:14.619881 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147', 'status': 'completed', 'code': 200} Sep 07 20:33:14.662073 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9737a0e0-415f-4d48-b095-8d09dda2c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.663461 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9737a0e0-415f-4d48-b095-8d09dda2c420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:14.666674 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-9737a0e0-415f-4d48-b095-8d09dda2c420 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d0af119-527b-4da6-ae17-a8fdecdd7979 HTTP/1.1" status: 204 len: 168 time: 0.2536619 Sep 07 20:33:14.668459 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-82b573ca-6514-4aa9-87bd-338b989bf899 req-4f2ca793-b338-42da-88e7-2e7625879d65 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428307 Sep 07 20:33:14.702515 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737a0e0-415f-4d48-b095-8d09dda2c420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0af119-527b-4da6-ae17-a8fdecdd7979,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:14.844965 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-1e8f2765-9f26-4ae7-9231-d07a3c4a56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:14.846836 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-1e8f2765-9f26-4ae7-9231-d07a3c4a56b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 1096 time: 0.3027420 Sep 07 20:33:14.897077 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-11fa88c6-2e37-4a24-8cf6-40d5ac731991 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863cee09-bec4-4a94-a474-c1aeec634147 HTTP/1.1" status: 200 len: 217 time: 0.0397527 Sep 07 20:33:14.946393 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-9f852529-5a99-462e-bdfe-e298437a1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:14.947793 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-9f852529-5a99-462e-bdfe-e298437a1d2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.0432100 Sep 07 20:33:14.995601 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-67c14da3-a687-4ce1-ae40-813a7620d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:14.997168 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-67c14da3-a687-4ce1-ae40-813a7620d69c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415990 Sep 07 20:33:15.093390 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-b8419235-3957-4fe0-ab3f-47d72cf8b91e service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891221 Sep 07 20:33:15.185453 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7a3bd2-d245-43be-83e0-f80d5ea1d023 req-c4640b0b-3b7a-4ab6-b7a0-56233dbf7135 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844862 Sep 07 20:33:15.233403 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-cf704f5f-038b-4448-b553-3f715e74126b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:15.361513 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-7529ea7c-030a-466a-ba43-f86dfa2aab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:15.363136 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-7529ea7c-030a-466a-ba43-f86dfa2aab3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 1096 time: 0.0522676 Sep 07 20:33:15.450393 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45964) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:15.457301 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-68b3163b-2c2a-4d75-85cf-147b9ec5da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:15.458874 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-68b3163b-2c2a-4d75-85cf-147b9ec5da8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 917 time: 0.0847969 Sep 07 20:33:15.463360 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ff9640f8-0a2c-404a-afeb-52e2dfd30805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:15.514884 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-aed63aa1-b763-4710-9d83-eb15ffdbfd1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863cee09-bec4-4a94-a474-c1aeec634147 HTTP/1.1" status: 200 len: 217 time: 0.0449548 Sep 07 20:33:15.562319 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ff9640f8-0a2c-404a-afeb-52e2dfd30805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:15.571801 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-53cad23f-67fd-4c79-929f-3d3babccd9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:15.573491 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-53cad23f-67fd-4c79-929f-3d3babccd9cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.0489829 Sep 07 20:33:15.634377 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cc117040-8826-4b6a-a7e4-ad017237672e req-6c9dde0d-e4c9-4332-a4c8-9927726dc196 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 210 time: 0.0290451 Sep 07 20:33:15.643850 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-e7671f56-5e47-431d-8440-06adb9b36ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:15.645389 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-e7671f56-5e47-431d-8440-06adb9b36ad0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643642 Sep 07 20:33:15.657436 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ff9640f8-0a2c-404a-afeb-52e2dfd30805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:15.694694 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9640f8-0a2c-404a-afeb-52e2dfd30805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be99c27-a87d-46cc-8a5e-52c7ad27a6d9,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:15.700464 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ff9640f8-0a2c-404a-afeb-52e2dfd30805 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b20fb30f20e04d41a5e3df3ecb455ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488449 Sep 07 20:33:15.703308 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 45970) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:15.752848 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-023a2bd7-827f-436f-ad29-993b0d656e2f service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965567 Sep 07 20:33:15.767516 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e38a354d-58a3-4e32-93a6-e328f36f308b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:15.792960 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e38a354d-58a3-4e32-93a6-e328f36f308b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:15.883215 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8cbea-49d1-47f5-a279-b6589401ff2e req-f7714f5d-f41b-4231-9f1f-24dfed4ddfb6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:15.889737 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c2b8cbea-49d1-47f5-a279-b6589401ff2e req-f7714f5d-f41b-4231-9f1f-24dfed4ddfb6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.1142941 Sep 07 20:33:15.917258 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6223afd5-aaed-4f93-9cdc-04ea85b5753e req-998a7b68-adbd-4cf2-adb0-0e0271b534ac service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449983 Sep 07 20:33:15.924385 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e38a354d-58a3-4e32-93a6-e328f36f308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:15.927352 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e38a354d-58a3-4e32-93a6-e328f36f308b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:15.928513 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e38a354d-58a3-4e32-93a6-e328f36f308b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9be99c27-a87d-46cc-8a5e-52c7ad27a6d9 HTTP/1.1" status: 204 len: 168 time: 0.2240162 Sep 07 20:33:15.938668 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c2b8cbea-49d1-47f5-a279-b6589401ff2e req-4e6bfe2c-c543-4be4-8174-efabedab7fa8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448525 Sep 07 20:33:15.942336 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a354d-58a3-4e32-93a6-e328f36f308b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be99c27-a87d-46cc-8a5e-52c7ad27a6d9,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:16.478498 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-29594886-e250-467d-85b9-44ebe15df885 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:16.479961 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-29594886-e250-467d-85b9-44ebe15df885 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 810 time: 0.1064160 Sep 07 20:33:16.526648 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-31f1c5aa-96d3-474f-b28f-7b774790c511 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d34fb9ecc464890b16f8632d1aab84a HTTP/1.1" status: 200 len: 380 time: 0.0354021 Sep 07 20:33:16.536279 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'port': {'device_id': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'admin_state_up': True, 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'security_groups': ['72513330-f300-4e9b-8f9b-b3f22d3ad772']}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:16.739908 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eee91920-208c-41e7-9b6a-754a5a471dd4 req-67b3e7b4-a0a3-4524-a36f-2064d59ed3c2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 210 time: 0.0350246 Sep 07 20:33:16.740609 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Made reservation on behalf of 7d34fb9ecc464890b16f8632d1aab84a for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:33:16.743973 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:16.877041 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Allocated IP 172.20.0.3 (97095c9e-e952-4a41-81ef-7fce322ef885/5f6c1187-2255-4bb0-9fa9-04f143c98b89/a341302b-6e1b-4e16-ba50-dd993522293f) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:17.057836 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:17.077013 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Transition to ACTIVE for port object a341302b-6e1b-4e16-ba50-dd993522293f will not be triggered until provisioned by entity DHCP. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:17.092285 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee49b0d-55dc-4c12-b656-48607d8a0455 req-69dcb7a9-a0f7-4135-8dac-4507f46a7aa8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:17.093804 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bee49b0d-55dc-4c12-b656-48607d8a0455 req-69dcb7a9-a0f7-4135-8dac-4507f46a7aa8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0751674 Sep 07 20:33:17.147085 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bee49b0d-55dc-4c12-b656-48607d8a0455 req-3945e9b7-63e9-467f-9c24-b41793529db3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Sep 07 20:33:17.195061 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:17.242905 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Network 97095c9e-e952-4a41-81ef-7fce322ef885 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:17.248752 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:17.253216 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:17.259125 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event updated for resources: {'Port': ['ID=a341302b-6e1b-4e16-ba50-dd993522293f,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:17.316408 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:17.317074 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:17.407124 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-6c357088-1959-4e41-9307-3225d917e66e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8744583 Sep 07 20:33:17.417747 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:33:17.421172 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Request body: {'port': {'device_id': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:17.475527 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:17.520868 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:17.534512 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '863cee09-bec4-4a94-a474-c1aeec634147', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'port_id': '863cee09-bec4-4a94-a474-c1aeec634147', 'mac_address': 'fa:16:3e:41:c8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:33:17.558518 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-6cd0937c-62dd-4828-9bf0-bf14065887ea None None] Provisioning for port a341302b-6e1b-4e16-ba50-dd993522293f completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:17.567334 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-6cd0937c-62dd-4828-9bf0-bf14065887ea None None] Provisioning complete for port a341302b-6e1b-4e16-ba50-dd993522293f triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:17.567703 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6cd0937c-62dd-4828-9bf0-bf14065887ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:17.602313 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:17.618805 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0937c-62dd-4828-9bf0-bf14065887ea None None] Port a341302b-6e1b-4e16-ba50-dd993522293f cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:33:17.623588 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863cee09-bec4-4a94-a474-c1aeec634147 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:33:17.642562 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:17.724432 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:17.774853 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:17.783836 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.786090 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.786090 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.786090 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.786090 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.786090 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.786528 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.786807 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.787220 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.787609 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.787993 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.788376 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:17.959948 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['863cee09-bec4-4a94-a474-c1aeec634147'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:33:18.003399 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c8a3c376-2437-4298-98af-914e1aaa9a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:18.040143 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a341302b-6e1b-4e16-ba50-dd993522293f {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:33:18.051918 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa5fb8-d547-492c-99c1-65f976ae43d8 req-2a7ee36a-dec4-4c35-a84e-332cccff2931 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:18.053378 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5eaa5fb8-d547-492c-99c1-65f976ae43d8 req-2a7ee36a-dec4-4c35-a84e-332cccff2931 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 931 time: 0.1015091 Sep 07 20:33:18.057545 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:18.084374 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Transition to ACTIVE for port object a341302b-6e1b-4e16-ba50-dd993522293f will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:18.101153 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5eaa5fb8-d547-492c-99c1-65f976ae43d8 req-5b3877a9-7989-4f1a-a9c2-2615c70f4168 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Sep 07 20:33:18.160739 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:18.222896 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a341302b-6e1b-4e16-ba50-dd993522293f,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:18.280712 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:18.320981 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Attempting to bind port a341302b-6e1b-4e16-ba50-dd993522293f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:33:18.321342 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Attempting to bind port a341302b-6e1b-4e16-ba50-dd993522293f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:33:18.321681 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Attempting to bind port a341302b-6e1b-4e16-ba50-dd993522293f on network 97095c9e-e952-4a41-81ef-7fce322ef885 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:18.334163 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a891d32-a1f9-461a-83de-7dd022526434 req-032e7902-ecf8-4dbe-85b1-0f3fa1510ede tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:18.335728 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0a891d32-a1f9-461a-83de-7dd022526434 req-032e7902-ecf8-4dbe-85b1-0f3fa1510ede tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 944 time: 0.0769784 Sep 07 20:33:18.336837 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Port a341302b-6e1b-4e16-ba50-dd993522293f on network 97095c9e-e952-4a41-81ef-7fce322ef885 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:33:18.337165 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Attempting to bind port a341302b-6e1b-4e16-ba50-dd993522293f on network 97095c9e-e952-4a41-81ef-7fce322ef885 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:18.344607 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:33:18.344943 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Checking segment: {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:18.345329 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Bound using segment: {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:33:18.345800 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Bound port: a341302b-6e1b-4e16-ba50-dd993522293f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f17489-41e6-45a2-ab19-70aa290cb317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:33:18.346167 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:18.415411 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0a891d32-a1f9-461a-83de-7dd022526434 req-75b8f425-1824-4989-b741-da1245595cb3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718591 Sep 07 20:33:18.439318 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] For port a341302b-6e1b-4e16-ba50-dd993522293f, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:33:18.442444 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] For port a341302b-6e1b-4e16-ba50-dd993522293f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a341302b-6e1b-4e16-ba50-dd993522293f,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:33:18.514575 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:18.547753 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:18.548323 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:18.549778 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/a341302b-6e1b-4e16-ba50-dd993522293f HTTP/1.1" status: 200 len: 1093 time: 1.1333680 Sep 07 20:33:18.550205 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'tag': 'a341302b-6e1b-4e16-ba50-dd993522293f'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:18.552480 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48" -d '{"events": [{"name": "network-changed", "server_uuid": "eed07dbf-ad47-44af-8dd8-4ffcff1cabb4", "tag": "a341302b-6e1b-4e16-ba50-dd993522293f"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:18.579982 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7d02-707c-4406-8eae-375cda51b1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a341302b-6e1b-4e16-ba50-dd993522293f,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:18.738755 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-d902fe3c-aa9d-49a0-8620-413984986442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:18.740442 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-d902fe3c-aa9d-49a0-8620-413984986442 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 1096 time: 0.0624399 Sep 07 20:33:18.744529 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b517dff9-b765-487c-b091-0e6786ac25f8 x-openstack-request-id: req-b517dff9-b765-487c-b091-0e6786ac25f8 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:18.744815 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed07dbf-ad47-44af-8dd8-4ffcff1cabb4", "tag": "a341302b-6e1b-4e16-ba50-dd993522293f", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:18.745058 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b517dff9-b765-487c-b091-0e6786ac25f8 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:18.745470 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'tag': 'a341302b-6e1b-4e16-ba50-dd993522293f', 'status': 'completed', 'code': 200} Sep 07 20:33:18.788920 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-e9a4edbc-993a-4803-8c95-c2ef6c0fc4d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a341302b-6e1b-4e16-ba50-dd993522293f HTTP/1.1" status: 200 len: 217 time: 0.0381103 Sep 07 20:33:18.837111 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-4f28d389-7b02-4ad3-8b21-d2fea8947a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:18.838451 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-4f28d389-7b02-4ad3-8b21-d2fea8947a87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 200 len: 849 time: 0.0425076 Sep 07 20:33:18.882886 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-feae630e-77bb-460c-9cf2-37d93fb2f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:18.884249 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-feae630e-77bb-460c-9cf2-37d93fb2f3d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97095c9e-e952-4a41-81ef-7fce322ef885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386131 Sep 07 20:33:18.976753 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-0a3e9cc0-3465-4ffd-a59c-a3fb4c45a3e3 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843794 Sep 07 20:33:19.069004 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cd59f544-b66e-4697-88bd-a60aa626e796 req-cf517704-7cbb-407d-9e12-0643ac30fa6b service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855780 Sep 07 20:33:19.242742 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aad47-ceba-41f6-81eb-3020b158d843 req-c2e0baac-8d4c-4fcd-b722-7034613235cf tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:19.244247 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-155aad47-ceba-41f6-81eb-3020b158d843 req-c2e0baac-8d4c-4fcd-b722-7034613235cf tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 943 time: 0.0751898 Sep 07 20:33:19.272181 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46062) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:19.273766 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-778dc970-b85a-4cff-8fb0-92beda419f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:19.275372 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-778dc970-b85a-4cff-8fb0-92beda419f8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 1096 time: 0.0710189 Sep 07 20:33:19.318549 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-155aad47-ceba-41f6-81eb-3020b158d843 req-0c557e40-9886-4a6e-8aad-cd111386575a tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674651 Sep 07 20:33:19.323414 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d229283-31b1-4542-b520-9416959106b3 admin admin] Deleting subnet 949bd90e-d5b1-4e70-b460-7eb717dff83b {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:33:19.326831 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d229283-31b1-4542-b520-9416959106b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.370510 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d229283-31b1-4542-b520-9416959106b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131574183'] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.418027 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d229283-31b1-4542-b520-9416959106b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.428341 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-30cf7a2a-2e7a-4596-9414-058cfdf267a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:19.429891 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-30cf7a2a-2e7a-4596-9414-058cfdf267a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 911 time: 0.1443992 Sep 07 20:33:19.437526 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:19.474660 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-d7a51ce0-7ef7-49ba-b37f-b73719766e14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a341302b-6e1b-4e16-ba50-dd993522293f HTTP/1.1" status: 200 len: 217 time: 0.0365589 Sep 07 20:33:19.532537 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d229283-31b1-4542-b520-9416959106b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133203587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130232194'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.558565 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-d1d59524-c34d-4ccc-927d-77e3bc1063a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:19.560787 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-d1d59524-c34d-4ccc-927d-77e3bc1063a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 200 len: 849 time: 0.0776467 Sep 07 20:33:19.563712 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d229283-31b1-4542-b520-9416959106b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=949bd90e-d5b1-4e70-b460-7eb717dff83b,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:19.565807 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9d229283-31b1-4542-b520-9416959106b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.568029 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-9d229283-31b1-4542-b520-9416959106b3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/949bd90e-d5b1-4e70-b460-7eb717dff83b HTTP/1.1" status: 204 len: 168 time: 0.2948549 Sep 07 20:33:19.570621 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46068) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:19.585323 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 863cee09-bec4-4a94-a474-c1aeec634147 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:19.591821 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8d464-4891-48c4-ae8f-1b82d953d706 req-18d79627-e974-41cd-8341-417f2f8cbff7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:19.591821 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-24e8d464-4891-48c4-ae8f-1b82d953d706 req-18d79627-e974-41cd-8341-417f2f8cbff7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 944 time: 0.0793133 Sep 07 20:33:19.594642 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 863cee09-bec4-4a94-a474-c1aeec634147 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:19.595015 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.645239 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.646230 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-ec50e6e4-6fe9-4323-9e8e-6352c534ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:19.647927 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-ec50e6e4-6fe9-4323-9e8e-6352c534ac61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97095c9e-e952-4a41-81ef-7fce322ef885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768249 Sep 07 20:33:19.651970 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-24e8d464-4891-48c4-ae8f-1b82d953d706 req-df8211f4-4da6-4d88-906b-fa7cd6e6c41d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466952 Sep 07 20:33:19.689208 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.708920 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.743046 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.769215 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb9f46d-3963-4276-9b2b-c998b91c7828']}} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:19.771299 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-e1ec6619-31de-48fd-9c99-0f3393190622 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146677 Sep 07 20:33:19.779626 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c31658-b510-4712-88c3-9872fa0389d6') {'for_net_delete': True} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:19.779922 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c31658-b510-4712-88c3-9872fa0389d6') {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:19.790995 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131574190'] for segment, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.806850 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.814675 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=94729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:33:19.815107 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133203745'] for segment, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: Traceback (most recent call last): Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: timer() Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: cb(*args, **kw) Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: return func(*args, **kwargs) Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: self._notify() Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: self.callback(batched_events) Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: event.method(event) Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: return f(self, *a, **k) Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._get(url).json() Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: return self.request(url, 'GET', **kwargs) Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:33:19.816905 dv-cinder-760194-9-iscsi neutron-server[94729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:33:19.861338 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:19.863724 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd751b8b-91df-44d5-a45a-32ca72f31e8f" -d '{"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-plugged", "status": "completed", "tag": "863cee09-bec4-4a94-a474-c1aeec634147"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:19.894853 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b1b5fa24-0fdb-4558-bc2a-4cf48a587b48 req-6b9fcd11-8f27-4baa-b2ed-c23f3721d35b service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148403 Sep 07 20:33:19.896547 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:19.911798 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff98ec39-3a13-4be0-9b90-a627a06cd6b4 x-openstack-request-id: req-ff98ec39-3a13-4be0-9b90-a627a06cd6b4 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:19.912089 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-plugged", "status": "completed", "tag": "863cee09-bec4-4a94-a474-c1aeec634147", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:19.912340 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ff98ec39-3a13-4be0-9b90-a627a06cd6b4 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:19.912719 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147', 'code': 200} Sep 07 20:33:19.977771 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.978460 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.984163 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:19.988754 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4fb9f46d-3963-4276-9b2b-c998b91c7828 HTTP/1.1" status: 204 len: 168 time: 0.4143333 Sep 07 20:33:19.999387 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166bec6-3ae3-4380-b9a2-105c3763cae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb9f46d-3963-4276-9b2b-c998b91c7828,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:20.045140 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:20.272999 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecf009-219c-46ab-863e-b4450a867e89 req-8f22d057-d339-4c53-ac05-2d9d78b1156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:20.275578 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5fecf009-219c-46ab-863e-b4450a867e89 req-8f22d057-d339-4c53-ac05-2d9d78b1156b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 1098 time: 0.0387397 Sep 07 20:33:20.310372 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5fecf009-219c-46ab-863e-b4450a867e89 req-19cf5d28-05cf-41f1-95a2-c7b543d8a109 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276251 Sep 07 20:33:20.338193 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46078) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:20.377987 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-071340d5-c315-4a8e-877e-788a8f812db5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8e7ee2335e8434dbe84a1a3c382960c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385995 Sep 07 20:33:20.380573 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46082) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:20.429564 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c8d4-15aa-41fe-a029-aa7483bcd765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:20.438337 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5a659-7cbe-45af-b9eb-54cd77c4d63e req-70a2fc1e-6ac7-4a0e-b1e9-b7c3b1f72713 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:20.439901 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-93f5a659-7cbe-45af-b9eb-54cd77c4d63e req-70a2fc1e-6ac7-4a0e-b1e9-b7c3b1f72713 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 943 time: 0.0510077 Sep 07 20:33:20.450510 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c8d4-15aa-41fe-a029-aa7483bcd765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:20.477741 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-93f5a659-7cbe-45af-b9eb-54cd77c4d63e req-a8a5b30c-e38d-441f-a183-8b085d7812d9 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316598 Sep 07 20:33:20.566281 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c8d4-15aa-41fe-a029-aa7483bcd765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:20.569012 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c8d4-15aa-41fe-a029-aa7483bcd765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:20.570226 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-4ac0c8d4-15aa-41fe-a029-aa7483bcd765 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a HTTP/1.1" status: 204 len: 168 time: 0.1887155 Sep 07 20:33:20.578956 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0c8d4-15aa-41fe-a029-aa7483bcd765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b03ad-1c43-4312-b97e-c2f9bdfcbb9a,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:20.783132 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:20.784623 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5ab21-403d-40d9-a93b-f9d216977f0b req-2899f3b9-dc0a-4eaf-8f33-ee06570ceea7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:20.786433 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-27c5ab21-403d-40d9-a93b-f9d216977f0b req-2899f3b9-dc0a-4eaf-8f33-ee06570ceea7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0516491 Sep 07 20:33:20.824429 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-27c5ab21-403d-40d9-a93b-f9d216977f0b req-e2738ff6-882d-44c5-8d1d-cc7fadee15b7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319486 Sep 07 20:33:21.448964 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a341302b-6e1b-4e16-ba50-dd993522293f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:33:21.567002 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a341302b-6e1b-4e16-ba50-dd993522293f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a341302b-6e1b-4e16-ba50-dd993522293f,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:21.581351 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': 'a341302b-6e1b-4e16-ba50-dd993522293f', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'port_id': 'a341302b-6e1b-4e16-ba50-dd993522293f', 'mac_address': 'fa:16:3e:4c:72:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:33:21.606138 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ee54c-6f05-4301-b51a-0b408785f047 req-4c15e269-1e1c-4e07-9dec-63f2211bd2ad tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:21.607630 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-101ee54c-6f05-4301-b51a-0b408785f047 req-4c15e269-1e1c-4e07-9dec-63f2211bd2ad tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 943 time: 0.0529132 Sep 07 20:33:21.621379 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:21.634359 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a341302b-6e1b-4e16-ba50-dd993522293f {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:33:21.648422 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-101ee54c-6f05-4301-b51a-0b408785f047 req-60382b37-0f3a-4dd2-96e6-7a994a4b31fa tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341890 Sep 07 20:33:21.654241 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a341302b-6e1b-4e16-ba50-dd993522293f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a341302b-6e1b-4e16-ba50-dd993522293f,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:21.731792 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:21.780046 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a341302b-6e1b-4e16-ba50-dd993522293f,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:21.793605 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46116) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:21.891454 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-135092362-network', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:21.947032 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d07365-9ab2-48e8-b5ac-580ac4a4983f req-4a4bd063-52bb-4364-b3fd-865227d905ef tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:21.948529 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-83d07365-9ab2-48e8-b5ac-580ac4a4983f req-4a4bd063-52bb-4364-b3fd-865227d905ef tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0516770 Sep 07 20:33:21.977645 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Made reservation on behalf of c5a5b582c64646dbb3fc94cd9c5fd5fb for: {'network': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:33:21.979253 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a341302b-6e1b-4e16-ba50-dd993522293f'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:33:21.980164 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:21.987425 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-83d07365-9ab2-48e8-b5ac-580ac4a4983f req-925e8d6c-4c59-4fc1-9de8-ed2620121818 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328965 Sep 07 20:33:21.989355 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.086709 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.112655 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36204a4-ae62-46bb-9cdf-ea03e5330245 req-4601a62f-1a69-4005-9522-0efa65bdcd29 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:22.114222 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f36204a4-ae62-46bb-9cdf-ea03e5330245 req-4601a62f-1a69-4005-9522-0efa65bdcd29 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0489817 Sep 07 20:33:22.123740 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46124) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:22.128176 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-f174ed85-42ca-4acf-8914-6faa6a973ff0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Request body: {'floatingip': {'port_id': '863cee09-bec4-4a94-a474-c1aeec634147'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:22.165979 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.168611 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f174ed85-42ca-4acf-8914-6faa6a973ff0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.191028 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=94729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:33:22.200676 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88dc96c-81b8-4d57-83b5-91e0cf5afc71,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:22.205684 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.206055 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.segments_db [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Added segment fb616f66-1984-4a62-9b16-f8cf6a711d22 of type vlan for network c0cb6169-d2ba-43fe-999f-923959eee80d Sep 07 20:33:22.246002 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.326040 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.327077 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:22.327741 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.386251 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] Pushing event updated for resources: {'Network': ['ID=c0cb6169-d2ba-43fe-999f-923959eee80d,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:22.403117 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network c0cb6169-d2ba-43fe-999f-923959eee80d details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:33:22.439560 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c095b679-b394-4d4b-a27e-ecd4ce3f6198 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6447756 Sep 07 20:33:22.442372 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46132) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:22.449535 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Request body: {'subnet': {'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-135092362-subnet', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:22.541327 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Made reservation on behalf of c5a5b582c64646dbb3fc94cd9c5fd5fb for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:33:22.543736 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130232223'] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.602020 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f174ed85-42ca-4acf-8914-6faa6a973ff0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.692089 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f174ed85-42ca-4acf-8914-6faa6a973ff0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.783519 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133203522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130232201'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:22.818377 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6501e6-799d-46b7-854b-dc265c5ad959 req-3a2396b5-5d66-4d4b-be4e-b855ba7aa8ed tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:22.819874 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7f6501e6-799d-46b7-854b-dc265c5ad959 req-3a2396b5-5d66-4d4b-be4e-b855ba7aa8ed tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 944 time: 0.0916519 Sep 07 20:33:22.838584 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [None req-f174ed85-42ca-4acf-8914-6faa6a973ff0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Floating IP f58c3b47-19a5-4f6d-9815-2dc5e6e19c5a associated. External IP: 172.27.0.114, port: 863cee09-bec4-4a94-a474-c1aeec634147. Sep 07 20:33:22.841688 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400048fe-fa79-402d-b10a-28512e028f72,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:22.851636 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Checking segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:22.851993 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Network hostable DHCP agents. Network: c0cb6169-d2ba-43fe-999f-923959eee80d, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:33:22.902630 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7f6501e6-799d-46b7-854b-dc265c5ad959 req-b8756625-6395-4091-ab03-ae848725c64f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721879 Sep 07 20:33:22.971588 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Network c0cb6169-d2ba-43fe-999f-923959eee80d is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:33:23.059734 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f174ed85-42ca-4acf-8914-6faa6a973ff0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Router 51a773ea-fe96-4933-af95-5505f1ab5c33 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:33:23.074617 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, c0cb6169-d2ba-43fe-999f-923959eee80d) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:23.079529 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:23.080115 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.083787 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e589838-f008-466a-a6bb-90d895459f02 None None] Network c0cb6169-d2ba-43fe-999f-923959eee80d requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:33:23.164830 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f174ed85-42ca-4acf-8914-6faa6a973ff0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:23.169080 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-af836bc5-86f1-4e74-a080-610e4c88dd74 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7231667 Sep 07 20:33:23.169303 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46138) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:23.170230 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f174ed85-42ca-4acf-8914-6faa6a973ff0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.173517 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:23.176891 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] Sync routers for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:23.199981 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-f174ed85-42ca-4acf-8914-6faa6a973ff0 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "PUT /v2.0/floatingips/f58c3b47-19a5-4f6d-9815-2dc5e6e19c5a HTTP/1.1" status: 200 len: 991 time: 1.0751572 Sep 07 20:33:23.200670 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:23.203916 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a06950-934b-42b7-b826-3ebad432ac1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "tag": "863cee09-bec4-4a94-a474-c1aeec634147"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:23.209570 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:23.210220 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:23.240282 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5f0210-2d62-4aed-9a54-618ea73662d7 x-openstack-request-id: req-3b5f0210-2d62-4aed-9a54-618ea73662d7 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:23.240636 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "tag": "863cee09-bec4-4a94-a474-c1aeec634147", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:23.240942 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b5f0210-2d62-4aed-9a54-618ea73662d7 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:23.241513 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147', 'status': 'completed', 'code': 200} Sep 07 20:33:23.263162 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.264759 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.308431 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a06950-934b-42b7-b826-3ebad432ac1f req-80b951c2-5339-407c-b997-98a80842219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:23.309925 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29a06950-934b-42b7-b826-3ebad432ac1f req-80b951c2-5339-407c-b997-98a80842219b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 1098 time: 0.0420842 Sep 07 20:33:23.324197 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-c0cb6169-d2ba-43fe-999f-923959eee80d', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:33:23.325024 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.330558 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.401998 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a06950-934b-42b7-b826-3ebad432ac1f req-8acb30bf-c4ea-4b57-83cb-a006063c8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:23.403486 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29a06950-934b-42b7-b826-3ebad432ac1f req-8acb30bf-c4ea-4b57-83cb-a006063c8279 service neutron] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 917 time: 0.0853224 Sep 07 20:33:23.423847 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:23.476437 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29a06950-934b-42b7-b826-3ebad432ac1f req-dec526c7-e2ca-4102-bc47-865b9ee19cae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863cee09-bec4-4a94-a474-c1aeec634147 HTTP/1.1" status: 200 len: 999 time: 0.0650678 Sep 07 20:33:23.477467 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a341302b-6e1b-4e16-ba50-dd993522293f up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:23.528145 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a06950-934b-42b7-b826-3ebad432ac1f req-7ab9eeea-7c85-47a8-bff8-952f34a5f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:23.529819 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29a06950-934b-42b7-b826-3ebad432ac1f req-7ab9eeea-7c85-47a8-bff8-952f34a5f61e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.0449939 Sep 07 20:33:23.568378 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.584595 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a06950-934b-42b7-b826-3ebad432ac1f req-76c26b19-5811-4443-aa82-c06ea02f7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:23.586356 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29a06950-934b-42b7-b826-3ebad432ac1f req-76c26b19-5811-4443-aa82-c06ea02f7e0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487123 Sep 07 20:33:23.612693 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Allocated IP 172.20.0.2 (c0cb6169-d2ba-43fe-999f-923959eee80d/400048fe-fa79-402d-b10a-28512e028f72/1c42bed5-6c8c-4b87-b869-07492da9cbae) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:23.692133 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29a06950-934b-42b7-b826-3ebad432ac1f req-34ca0ba4-6d4e-41f2-a72b-0d874003a1c2 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975831 Sep 07 20:33:23.745658 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port a341302b-6e1b-4e16-ba50-dd993522293f completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:23.761783 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port a341302b-6e1b-4e16-ba50-dd993522293f triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:23.762160 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.816960 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29a06950-934b-42b7-b826-3ebad432ac1f req-7ebfbda7-8650-43fc-a736-23a3502927b3 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174140 Sep 07 20:33:23.863545 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.882859 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.947093 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.956195 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:23.968599 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Transition to ACTIVE for port object 1c42bed5-6c8c-4b87-b869-07492da9cbae will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:24.002701 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a341302b-6e1b-4e16-ba50-dd993522293f'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:24.004917 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412a5789-aa2e-4779-a428-c303b4029310" -d '{"events": [{"server_uuid": "eed07dbf-ad47-44af-8dd8-4ffcff1cabb4", "name": "network-vif-plugged", "status": "completed", "tag": "a341302b-6e1b-4e16-ba50-dd993522293f"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:24.008786 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': 'f58c3b47-19a5-4f6d-9815-2dc5e6e19c5a', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'port_id': '863cee09-bec4-4a94-a474-c1aeec634147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'mac_address': 'fa:16:3e:41:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:33:08Z', 'updated_at': '2021-09-07T20:33:22Z', 'revision_number': 1, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:24.021924 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Transition to ACTIVE for port object 1c42bed5-6c8c-4b87-b869-07492da9cbae will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:24.038120 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Allocated IP 172.27.0.129 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/ba6d19b4-08ce-4993-8e9c-f91ddb885301) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:24.055075 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a341302b-6e1b-4e16-ba50-dd993522293f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a341302b-6e1b-4e16-ba50-dd993522293f,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:24.057781 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] Checking router: 51a773ea-fe96-4933-af95-5505f1ab5c33 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:24.065086 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:24.066405 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:24.067197 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbded9e-650b-44fa-ad0f-c31cce3e80d0 req-a66ecd0b-2c30-4169-95d3-f54dbd3cf864 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:24.069202 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dfbded9e-650b-44fa-ad0f-c31cce3e80d0 req-a66ecd0b-2c30-4169-95d3-f54dbd3cf864 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 944 time: 0.0940528 Sep 07 20:33:24.075758 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138c8920-e28c-45f3-859b-4a65d209bca5 x-openstack-request-id: req-138c8920-e28c-45f3-859b-4a65d209bca5 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:24.076545 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed07dbf-ad47-44af-8dd8-4ffcff1cabb4", "name": "network-vif-plugged", "status": "completed", "tag": "a341302b-6e1b-4e16-ba50-dd993522293f", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:24.076796 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-138c8920-e28c-45f3-859b-4a65d209bca5 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:24.077179 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a341302b-6e1b-4e16-ba50-dd993522293f', 'code': 200} Sep 07 20:33:24.120031 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dfbded9e-650b-44fa-ad0f-c31cce3e80d0 req-7b906457-b611-405c-8573-c170ae45ce8f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450466 Sep 07 20:33:24.170994 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:24.177254 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:24.209502 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:24.227202 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Network c0cb6169-d2ba-43fe-999f-923959eee80d is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:24.228955 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:24.255656 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:24.262081 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:24.275640 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Pushing event updated for resources: {'Port': ['ID=1c42bed5-6c8c-4b87-b869-07492da9cbae,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:24.330871 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:24.369735 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:24.373994 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:24.376723 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:24.413503 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6d19b4-08ce-4993-8e9c-f91ddb885301,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:24.467313 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785321-6c84-4cc2-b6a2-6f949d0d404b req-7c932b3d-99b8-444d-a9a3-6407fa501064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:24.468961 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5a785321-6c84-4cc2-b6a2-6f949d0d404b req-7c932b3d-99b8-444d-a9a3-6407fa501064 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 1098 time: 0.0481844 Sep 07 20:33:24.510458 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5a785321-6c84-4cc2-b6a2-6f949d0d404b req-77d4b697-cadc-4152-8e97-776c579e62d9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Sep 07 20:33:24.575635 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Attempting to bind port 1c42bed5-6c8c-4b87-b869-07492da9cbae on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:33:24.576006 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Attempting to bind port 1c42bed5-6c8c-4b87-b869-07492da9cbae by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:33:24.576364 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Attempting to bind port 1c42bed5-6c8c-4b87-b869-07492da9cbae on network c0cb6169-d2ba-43fe-999f-923959eee80d {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:24.599624 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:33:24.600004 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Checking segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:24.600403 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:24.600800 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Bound using segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:33:24.601270 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Bound port: 1c42bed5-6c8c-4b87-b869-07492da9cbae, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:33:24.601642 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:24.635391 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a341302b-6e1b-4e16-ba50-dd993522293f,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:24.750514 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] For port 1c42bed5-6c8c-4b87-b869-07492da9cbae, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:33:24.754785 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] For port 1c42bed5-6c8c-4b87-b869-07492da9cbae, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=1c42bed5-6c8c-4b87-b869-07492da9cbae,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:33:24.802368 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': 'f58c3b47-19a5-4f6d-9815-2dc5e6e19c5a', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'port_id': '863cee09-bec4-4a94-a474-c1aeec634147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'mac_address': 'fa:16:3e:41:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:33:08Z', 'updated_at': '2021-09-07T20:33:22Z', 'revision_number': 1, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:24.829653 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff247c-c50b-4054-96f5-60a89e1c5e1b None None] The sync data for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi is: [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': 'f58c3b47-19a5-4f6d-9815-2dc5e6e19c5a', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'port_id': '863cee09-bec4-4a94-a474-c1aeec634147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'mac_address': 'fa:16:3e:41:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:33:08Z', 'updated_at': '2021-09-07T20:33:22Z', 'revision_number': 1, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:24.852195 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:24.911864 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca95a5-daef-43cd-86a1-e887eee2cc6d None None] Pushing event updated for resources: {'Port': ['ID=1c42bed5-6c8c-4b87-b869-07492da9cbae,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:24.982454 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:25.052363 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c292f6-9f13-4d54-9dba-3dd6dd478256 None None] New status for floating IP f58c3b47-19a5-4f6d-9815-2dc5e6e19c5a: ACTIVE {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:33:25.246024 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:25.297379 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25d4a0-833e-42cd-af8f-d1f5f31b400d req-f93466a3-433b-415a-9015-9c95daafdc36 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:25.297379 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bc25d4a0-833e-42cd-af8f-d1f5f31b400d req-f93466a3-433b-415a-9015-9c95daafdc36 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 945 time: 0.0641165 Sep 07 20:33:25.340464 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bc25d4a0-833e-42cd-af8f-d1f5f31b400d req-b7164fc0-21ae-4b19-a241-f9662103b1b7 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375497 Sep 07 20:33:25.429076 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Router 883296fa-d292-4f7e-a1c1-546e35a53945 is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:33:25.550918 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:25.560488 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Sync routers for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:25.572099 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:25.572725 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:25.646364 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:25.649871 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-1f3d2d49-d65c-4738-ba22-01c3901972d3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4772015 Sep 07 20:33:25.650120 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46166) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:25.693232 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:25.914443 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:24Z', 'revision_number': 3, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:25.949423 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Checking router: 883296fa-d292-4f7e-a1c1-546e35a53945 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:25.950866 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Updating router 883296fa-d292-4f7e-a1c1-546e35a53945 port ba6d19b4-08ce-4993-8e9c-f91ddb885301 binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:33:25.973155 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aa2fbb-9926-4089-a23e-afcdb434be82 None None] Network c0cb6169-d2ba-43fe-999f-923959eee80d requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:33:25.997634 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.125940 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.179142 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-b9b1320d-5ad8-4277-a907-d3c4bc268103 None None] Provisioning for port 1c42bed5-6c8c-4b87-b869-07492da9cbae completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:26.299574 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Allocated IP 172.20.0.1 (c0cb6169-d2ba-43fe-999f-923959eee80d/400048fe-fa79-402d-b10a-28512e028f72/0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:26.381600 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.393290 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Transition to ACTIVE for port object ba6d19b4-08ce-4993-8e9c-f91ddb885301 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:26.417151 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.433448 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Transition to ACTIVE for port object 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:26.469049 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce20b6-a200-4356-ab2b-71219c161c1d req-cfbb8c74-3807-4b60-ab93-75b4fe2b0671 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:26.470610 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a8ce20b6-a200-4356-ab2b-71219c161c1d req-cfbb8c74-3807-4b60-ab93-75b4fe2b0671 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Sep 07 20:33:26.474760 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.516583 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a8ce20b6-a200-4356-ab2b-71219c161c1d req-faae70d1-5342-4c7f-82e3-3868234207c1 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397549 Sep 07 20:33:26.536820 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Attempting to bind port ba6d19b4-08ce-4993-8e9c-f91ddb885301 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:33:26.545865 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Attempting to bind port ba6d19b4-08ce-4993-8e9c-f91ddb885301 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:33:26.545865 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Attempting to bind port ba6d19b4-08ce-4993-8e9c-f91ddb885301 on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:26.545865 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76d3ee-9240-4330-88e1-3b94b663b748 None None] Pushing event updated for resources: {'Port': ['ID=ba6d19b4-08ce-4993-8e9c-f91ddb885301,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:26.549258 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:33:26.549375 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:26.549782 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.550175 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:33:26.550646 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Bound port: ba6d19b4-08ce-4993-8e9c-f91ddb885301, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:33:26.551084 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.566907 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.606450 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] For port ba6d19b4-08ce-4993-8e9c-f91ddb885301, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:33:26.610610 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Network c0cb6169-d2ba-43fe-999f-923959eee80d is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:26.610752 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] For port ba6d19b4-08ce-4993-8e9c-f91ddb885301, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=ba6d19b4-08ce-4993-8e9c-f91ddb885301,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:33:26.617555 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:26.626646 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:26.629788 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:26.668262 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2227-5d91-4be1-a4c6-b4ee40025570 req-6bfb49bf-be08-4712-9e62-c00041545408 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:26.669407 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.670956 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-129a2227-5d91-4be1-a4c6-b4ee40025570 req-6bfb49bf-be08-4712-9e62-c00041545408 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 945 time: 0.0624540 Sep 07 20:33:26.680298 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46178) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:26.685470 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-47e46250-9279-4400-8d09-962d49b541df tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Request body: {'floatingip': {'port_id': 'a341302b-6e1b-4e16-ba50-dd993522293f'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:26.692697 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.734470 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-47e46250-9279-4400-8d09-962d49b541df tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.758410 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:26.759090 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:26.764650 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76d3ee-9240-4330-88e1-3b94b663b748 None None] Pushing event updated for resources: {'Port': ['ID=ba6d19b4-08ce-4993-8e9c-f91ddb885301,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:26.884416 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:26.888523 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:27.010181 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-15c73b16-1c0e-459f-bd3c-f7da7175ae06 None None] Provisioning for port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:27.016597 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-15c73b16-1c0e-459f-bd3c-f7da7175ae06 None None] Provisioning complete for port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:27.016972 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-15c73b16-1c0e-459f-bd3c-f7da7175ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.073103 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 1c42bed5-6c8c-4b87-b869-07492da9cbae up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:27.095035 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.097458 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-15c73b16-1c0e-459f-bd3c-f7da7175ae06 None None] Port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:33:27.164302 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:24Z', 'revision_number': 3, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:27.166373 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.197371 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ca4052-c919-4e68-9ce9-5e90f3e51857 None None] The sync data for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi is: [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:24Z', 'revision_number': 3, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:27.218281 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 1c42bed5-6c8c-4b87-b869-07492da9cbae completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:27.222716 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 1c42bed5-6c8c-4b87-b869-07492da9cbae triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:27.223235 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.250590 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.253527 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:27.318892 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.353306 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Network c0cb6169-d2ba-43fe-999f-923959eee80d is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:27.355172 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:27.356716 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 1c42bed5-6c8c-4b87-b869-07492da9cbae, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=1c42bed5-6c8c-4b87-b869-07492da9cbae,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:27.435588 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.480280 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Router 883296fa-d292-4f7e-a1c1-546e35a53945 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:33:27.523320 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-47e46250-9279-4400-8d09-962d49b541df tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.554838 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=1c42bed5-6c8c-4b87-b869-07492da9cbae,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:27.595373 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-47e46250-9279-4400-8d09-962d49b541df tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.662145 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:27.682503 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-36ae730c-17c4-4934-bd21-0b2c6a55c4f3 admin admin] 10.222.0.72 "PUT /v2.0/routers/883296fa-d292-4f7e-a1c1-546e35a53945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0309975 Sep 07 20:33:27.705472 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [None req-47e46250-9279-4400-8d09-962d49b541df tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Floating IP 9fce6a64-c885-4646-9650-32341e4be4cb associated. External IP: 172.27.0.54, port: a341302b-6e1b-4e16-ba50-dd993522293f. Sep 07 20:33:27.725550 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-360bce4b-78dd-47b1-bc5c-624d656d8bc6 None None] Provisioning complete for port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:27.726140 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-360bce4b-78dd-47b1-bc5c-624d656d8bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:27.901790 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-360bce4b-78dd-47b1-bc5c-624d656d8bc6 None None] Port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:33:27.958802 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e46250-9279-4400-8d09-962d49b541df tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Router c1629865-2783-413d-a5d5-272da2d63f6f has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:33:28.072922 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e46250-9279-4400-8d09-962d49b541df tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:28.078219 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-47e46250-9279-4400-8d09-962d49b541df tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:28.085080 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] Sync routers for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:28.095607 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:28.096205 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:28.111882 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-47e46250-9279-4400-8d09-962d49b541df tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "PUT /v2.0/floatingips/9fce6a64-c885-4646-9650-32341e4be4cb HTTP/1.1" status: 200 len: 990 time: 1.4302464 Sep 07 20:33:28.112465 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'tag': 'a341302b-6e1b-4e16-ba50-dd993522293f'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:28.114722 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a" -d '{"events": [{"name": "network-changed", "server_uuid": "eed07dbf-ad47-44af-8dd8-4ffcff1cabb4", "tag": "a341302b-6e1b-4e16-ba50-dd993522293f"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:28.222891 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:28.403840 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46208) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:28.408703 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1222518842-network', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:28.450096 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '9fce6a64-c885-4646-9650-32341e4be4cb', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'port_id': 'a341302b-6e1b-4e16-ba50-dd993522293f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'mac_address': 'fa:16:3e:4c:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:33:12Z', 'updated_at': '2021-09-07T20:33:27Z', 'revision_number': 1, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:28.479186 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] Checking router: c1629865-2783-413d-a5d5-272da2d63f6f for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:28.485751 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Made reservation on behalf of cbfe783e3d2a41dfa88d6db303afb989 for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:33:28.487303 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:28.487896 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:28.488301 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:28.496753 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:28.593563 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:28.596543 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:28.661475 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:28.687153 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:33:28.697111 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58df9c24-7d46-4318-b6f7-50c483e07e29,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:28.703547 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:28.703891 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Added segment 75c5eb6f-9292-45db-8518-e0d0b9b36253 of type vlan for network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d Sep 07 20:33:28.744191 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:28.821176 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '9fce6a64-c885-4646-9650-32341e4be4cb', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'port_id': 'a341302b-6e1b-4e16-ba50-dd993522293f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'mac_address': 'fa:16:3e:4c:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:33:12Z', 'updated_at': '2021-09-07T20:33:27Z', 'revision_number': 1, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:28.844102 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:28.845208 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:28.845795 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:28.852242 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051032f-875c-4865-ad9e-b8a90e491163 None None] The sync data for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi is: [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '9fce6a64-c885-4646-9650-32341e4be4cb', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'port_id': 'a341302b-6e1b-4e16-ba50-dd993522293f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'mac_address': 'fa:16:3e:4c:72:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:33:12Z', 'updated_at': '2021-09-07T20:33:27Z', 'revision_number': 1, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:28.917605 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] Pushing event updated for resources: {'Network': ['ID=14be8a65-efdb-4f48-a453-b51cf8ac5a3d,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:28.933564 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:33:28.939040 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Sync routers for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:28.965303 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-f6d9ac35-e766-4024-b0de-0cbd008c5941 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5600495 Sep 07 20:33:28.968584 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46210) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:28.970400 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:28.971269 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:28.973621 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Request body: {'subnet': {'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1222518842-subnet', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'ip_version': 4}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:29.068023 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Made reservation on behalf of cbfe783e3d2a41dfa88d6db303afb989 for: {'subnet': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:33:29.068645 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device ba6d19b4-08ce-4993-8e9c-f91ddb885301 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:29.071184 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-117110893'] for subnet, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.102939 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c7e69-3820-4551-866c-ed6f82d78bff None None] New status for floating IP 9fce6a64-c885-4646-9650-32341e4be4cb: ACTIVE {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:33:29.162659 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:29.292586 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port ba6d19b4-08ce-4993-8e9c-f91ddb885301 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:29.302847 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port ba6d19b4-08ce-4993-8e9c-f91ddb885301 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:29.303218 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.366028 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130475520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-117110907'] for subnet, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.431681 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e22b881-bb75-4796-a331-f5f1ac3f25e5,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:29.434144 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.437745 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ffeff2-c176-4384-963c-2b7e038f4b45 x-openstack-request-id: req-48ffeff2-c176-4384-963c-2b7e038f4b45 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:29.438184 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed07dbf-ad47-44af-8dd8-4ffcff1cabb4", "tag": "a341302b-6e1b-4e16-ba50-dd993522293f", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:29.438290 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48ffeff2-c176-4384-963c-2b7e038f4b45 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:29.438710 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'tag': 'a341302b-6e1b-4e16-ba50-dd993522293f', 'status': 'completed', 'code': 200} Sep 07 20:33:29.445822 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Checking segment: {'id': '75c5eb6f-9292-45db-8518-e0d0b9b36253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:29.446220 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Network hostable DHCP agents. Network: 14be8a65-efdb-4f48-a453-b51cf8ac5a3d, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:33:29.459632 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port ba6d19b4-08ce-4993-8e9c-f91ddb885301, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=ba6d19b4-08ce-4993-8e9c-f91ddb885301,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:29.461983 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 2, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:29.489339 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Checking router: 883296fa-d292-4f7e-a1c1-546e35a53945 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:29.489697 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Updating router 883296fa-d292-4f7e-a1c1-546e35a53945 port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:33:29.502904 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-57a5326f-2c81-4823-b3cc-381e4bfe2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:29.504404 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-57a5326f-2c81-4823-b3cc-381e4bfe2a2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 1098 time: 0.0411580 Sep 07 20:33:29.514744 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.532228 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.532991 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 1c42bed5-6c8c-4b87-b869-07492da9cbae up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:29.593903 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:33:29.608287 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-f4a7d346-7551-4770-8310-174634228e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:29.609822 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-f4a7d346-7551-4770-8310-174634228e43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 200 len: 911 time: 0.0977290 Sep 07 20:33:29.686138 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 14be8a65-efdb-4f48-a453-b51cf8ac5a3d) {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:29.693828 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-6fb687a3-5d32-4f29-abab-f8e7d2e898d7 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424485632&fields=id&tenant_id=40d0edd690944f529c1fe771c92532d3 HTTP/1.1" status: 200 len: 267 time: 0.0813625 Sep 07 20:33:29.696567 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:29.697153 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.697280 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b96543-6ace-4e42-8f44-3f67e90823f4 None None] Network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:33:29.702306 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=ba6d19b4-08ce-4993-8e9c-f91ddb885301,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:29.702510 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-7ec0b9ff-42fd-4b0d-87c2-8b3bfbb382e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a341302b-6e1b-4e16-ba50-dd993522293f HTTP/1.1" status: 200 len: 1000 time: 0.0840256 Sep 07 20:33:29.753742 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 1c42bed5-6c8c-4b87-b869-07492da9cbae triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:29.754152 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.784638 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-6af30096-cd0b-4553-8b3e-a88a0d73e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:29.786367 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-6af30096-cd0b-4553-8b3e-a88a0d73e360 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 200 len: 849 time: 0.0679400 Sep 07 20:33:29.795639 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-f0191faa-42e5-4a90-8c23-92f7b3d75356 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:29.797033 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-f0191faa-42e5-4a90-8c23-92f7b3d75356 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 984 time: 0.0910618 Sep 07 20:33:29.811295 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-388e685d-950b-4252-bc79-776e0847a71c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Request body: {'port': {'security_groups': ['85899571-73fa-4edb-bf8d-1ca30cccdb61']}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:29.817977 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-5e6a9dad-dde0-437d-bd1f-ace965e75690 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8459027 Sep 07 20:33:29.818761 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46216) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:29.823354 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:29.874090 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-37dba0e4-1340-444e-9381-16d08b8daa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:29.875902 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-37dba0e4-1340-444e-9381-16d08b8daa0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97095c9e-e952-4a41-81ef-7fce322ef885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780296 Sep 07 20:33:29.944854 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-388e685d-950b-4252-bc79-776e0847a71c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.977541 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:29.979301 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.042813 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-14be8a65-efdb-4f48-a453-b51cf8ac5a3d', 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'fixed_ips': [{'subnet_id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:33:30.043652 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.049609 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-e6459207-636c-4159-80a4-36a79d8c0c4d service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571190 Sep 07 20:33:30.050763 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.062632 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.079086 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Transition to ACTIVE for port object 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:30.189507 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.225767 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e04b20a5-d4d8-4a1c-ad4d-bed468c2ff7a req-02148f02-4cad-472d-91c3-29d2feb03af1 service neutron] 10.222.0.59 "GET /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680496 Sep 07 20:33:30.264954 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-388e685d-950b-4252-bc79-776e0847a71c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] For port a9b4b148-de84-4efc-bf09-716d2bdcb0de, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:30.272681 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Allocated IP 172.20.0.2 (14be8a65-efdb-4f48-a453-b51cf8ac5a3d/2e22b881-bb75-4796-a331-f5f1ac3f25e5/1ee02905-9133-4429-a340-eff6553dfb1e) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:30.291274 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e01952-9089-4b8a-bb8c-3614c536daa8 None None] Pushing event updated for resources: {'Port': ['ID=0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:30.292067 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.343526 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-388e685d-950b-4252-bc79-776e0847a71c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.405929 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Attempting to bind port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:33:30.406433 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Attempting to bind port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:33:30.406840 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Attempting to bind port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 on network c0cb6169-d2ba-43fe-999f-923959eee80d {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:30.435255 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:33:30.435255 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Checking segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:30.435255 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.435255 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Bound using segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:33:30.435255 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Bound port: 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:33:30.435255 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.537870 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] For port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:33:30.568558 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-388e685d-950b-4252-bc79-776e0847a71c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.582791 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] For port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:33:30.590861 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a9b4b148-de84-4efc-bf09-716d2bdcb0de'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:33:30.621414 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-388e685d-950b-4252-bc79-776e0847a71c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:30.622581 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-388e685d-950b-4252-bc79-776e0847a71c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.624718 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-71e95edd-a930-4c8c-890a-6645e20e2af2 req-388e685d-950b-4252-bc79-776e0847a71c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "PUT /v2.0/ports/a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 200 len: 942 time: 0.8192284 Sep 07 20:33:30.633837 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46230) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:30.672603 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e685d-950b-4252-bc79-776e0847a71c tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event updated for resources: {'Port': ['ID=a9b4b148-de84-4efc-bf09-716d2bdcb0de,revision_number=7']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:30.790848 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.800189 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Transition to ACTIVE for port object 1ee02905-9133-4429-a340-eff6553dfb1e will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:30.816322 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Transition to ACTIVE for port object 1ee02905-9133-4429-a340-eff6553dfb1e will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:30.827712 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:30.885178 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a9b4b148-de84-4efc-bf09-716d2bdcb0de'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:33:30.913550 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.004830 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b7551423-373d-41e4-932a-ecfae0d85fb1 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.010688 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device ba6d19b4-08ce-4993-8e9c-f91ddb885301 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:31.015877 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e01952-9089-4b8a-bb8c-3614c536daa8 None None] Pushing event updated for resources: {'Port': ['ID=0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:31.031723 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:31.032370 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:31.035832 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:31.095927 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:31.111265 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b7551423-373d-41e4-932a-ecfae0d85fb1 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.128122 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:31.175637 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.194794 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.214339 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Pushing event updated for resources: {'Port': ['ID=1ee02905-9133-4429-a340-eff6553dfb1e,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:31.234573 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-aebd10b1-9de9-45d0-bd0f-333abed73e4d None None] Provisioning complete for port a9b4b148-de84-4efc-bf09-716d2bdcb0de triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:31.239894 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-aebd10b1-9de9-45d0-bd0f-333abed73e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.312457 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Allocated IP 172.27.0.36 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/a55c22e5-6b4b-478b-9667-b2a067fe1652) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:31.355497 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b7551423-373d-41e4-932a-ecfae0d85fb1 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.358716 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b7551423-373d-41e4-932a-ecfae0d85fb1 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.359869 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-b7551423-373d-41e4-932a-ecfae0d85fb1 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "DELETE /v2.0/security-groups/08985cba-e585-4a88-8f60-8c6998995f81 HTTP/1.1" status: 204 len: 168 time: 0.7218311 Sep 07 20:33:31.362693 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46242) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:31.368977 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Attempting to bind port 1ee02905-9133-4429-a340-eff6553dfb1e on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:33:31.369343 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Attempting to bind port 1ee02905-9133-4429-a340-eff6553dfb1e by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '75c5eb6f-9292-45db-8518-e0d0b9b36253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:33:31.369698 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Attempting to bind port 1ee02905-9133-4429-a340-eff6553dfb1e on network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:31.393097 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:31.398123 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:33:31.398493 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Checking segment: {'id': '75c5eb6f-9292-45db-8518-e0d0b9b36253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:31.399352 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.399352 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Bound using segment: {'id': '75c5eb6f-9292-45db-8518-e0d0b9b36253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:33:31.399714 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Bound port: 1ee02905-9133-4429-a340-eff6553dfb1e, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c5eb6f-9292-45db-8518-e0d0b9b36253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:33:31.399863 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7551423-373d-41e4-932a-ecfae0d85fb1 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08985cba-e585-4a88-8f60-8c6998995f81,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:31.400088 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.440090 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:31.448368 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1e769c-92b0-44d7-98de-eef9eab7973d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:31.449134 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.483319 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port ba6d19b4-08ce-4993-8e9c-f91ddb885301 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:31.483819 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.530292 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcbb6ee-9382-4fdb-8d05-63832ba99671 x-openstack-request-id: req-9dcbb6ee-9382-4fdb-8d05-63832ba99671 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:31.530668 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:31.530914 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9dcbb6ee-9382-4fdb-8d05-63832ba99671 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:31.531291 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'status': 'completed', 'code': 200} Sep 07 20:33:31.566443 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.621238 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:31.628439 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:31.633256 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:31.636299 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a55c22e5-6b4b-478b-9667-b2a067fe1652,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:31.641190 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-5f8df2b0-e3e7-4f5c-9a70-830749cea7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:31.642859 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-5f8df2b0-e3e7-4f5c-9a70-830749cea7d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d0edd690944f529c1fe771c92532d3&device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 1098 time: 0.0769329 Sep 07 20:33:31.652391 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Deleting port 89b614fe-ceb1-4e02-9838-68f93312edef {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:31.652787 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.803858 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.804089 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.814554 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-6caac96c-f3c6-4ca1-b542-98b79521e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:31.816043 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-6caac96c-f3c6-4ca1-b542-98b79521e0a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c366e875-b17e-496d-99ef-b411457a85fc HTTP/1.1" status: 200 len: 915 time: 0.1607914 Sep 07 20:33:31.819909 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Calling delete_port for 89b614fe-ceb1-4e02-9838-68f93312edef owned by network:floatingip {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:31.835584 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] For port 1ee02905-9133-4429-a340-eff6553dfb1e, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:33:31.874370 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] For port 1ee02905-9133-4429-a340-eff6553dfb1e, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=1ee02905-9133-4429-a340-eff6553dfb1e,segment=NetworkSegment(75c5eb6f-9292-45db-8518-e0d0b9b36253),segment_id=75c5eb6f-9292-45db-8518-e0d0b9b36253)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:33:31.912230 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:30Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:31.943812 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e405a38-1ff2-44f3-9e41-7dcddef3c493 None None] The sync data for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi is: [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:30Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:31.952409 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.967270 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:31.973911 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-050998c9-0567-455e-a117-2e5357ed5959 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 200 len: 1000 time: 0.1105909 Sep 07 20:33:32.069905 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531ab11-78dc-43dd-bb3f-149ca26ce328 None None] Pushing event updated for resources: {'Port': ['ID=1ee02905-9133-4429-a340-eff6553dfb1e,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:32.077081 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-5abd13f4-9f8f-4923-9aa1-12f12e10658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:32.079076 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-5abd13f4-9f8f-4923-9aa1-12f12e10658b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=541d70a9-b98a-40bf-b4b2-34fd0f6b36bf HTTP/1.1" status: 200 len: 853 time: 0.0971510 Sep 07 20:33:32.166847 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-61293515-3a08-46d8-9415-b4c71d8e609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:32.171874 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-61293515-3a08-46d8-9415-b4c71d8e609c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c366e875-b17e-496d-99ef-b411457a85fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806339 Sep 07 20:33:32.235840 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:32.252054 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:32.299517 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event deleted for resources: {'Port': ['ID=89b614fe-ceb1-4e02-9838-68f93312edef,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:32.399641 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-6681807f-2d2f-47f0-bde2-d320f50aeb5a service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230060 Sep 07 20:33:32.427234 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks [] for floatingip, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:32.427569 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Floating IP ece631d2-35b1-437e-a31e-98cacc58de91 disassociated (deleted). External IP: 172.27.0.29, port: a9b4b148-de84-4efc-bf09-716d2bdcb0de. Sep 07 20:33:32.500994 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:33:32.639724 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:32.650146 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Sync routers for ids ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:32.663719 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Routers {'8b058746-6fa3-443c-9e0e-77e89c16a8f7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:32.664352 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:32.743479 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:32.744942 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-3767a3ba-5ed8-4225-a65c-3076a636c4f4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9250834 Sep 07 20:33:32.747678 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46262) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:32.821922 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Set router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:32.940911 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1b1e769c-92b0-44d7-98de-eef9eab7973d req-cf032684-13ef-493c-a29f-829b5f88d149 service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304899 Sep 07 20:33:33.143849 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Router 8222b771-a4db-4a75-bf48-fb3653475da3 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:33:33.186516 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:29Z', 'updated_at': '2021-09-07T20:33:31Z', 'revision_number': 3, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'gw_port': {'id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:31Z', 'updated_at': '2021-09-07T20:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:33.230557 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 1ee02905-9133-4429-a340-eff6553dfb1e up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:33.243871 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Checking router: 8b058746-6fa3-443c-9e0e-77e89c16a8f7 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:33.248219 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Updating router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 port a55c22e5-6b4b-478b-9667-b2a067fe1652 binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:33:33.321519 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:33.327808 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:33.328308 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:33.333031 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04410528-f134-441d-9c46-5a7989f89332 None None] Sync routers for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:33.345402 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04410528-f134-441d-9c46-5a7989f89332 None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:33.347208 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-04410528-f134-441d-9c46-5a7989f89332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:33.366166 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-25856255-5ee1-425a-b1a3-12d113584497 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "DELETE /v2.0/floatingips/ece631d2-35b1-437e-a31e-98cacc58de91 HTTP/1.1" status: 204 len: 168 time: 1.9999692 Sep 07 20:33:33.371108 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d21d10-dcc6-4c31-9daa-4d4dcee207a3 None None] Network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:33:33.417331 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:33.472369 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-04410528-f134-441d-9c46-5a7989f89332 None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:33.532259 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:33.534977 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3009c1-e674-4488-bf55-18f90edbd84c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:33.589281 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29afd5b3-f477-4f75-8bf1-f59a5af522c9 x-openstack-request-id: req-29afd5b3-f477-4f75-8bf1-f59a5af522c9 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:33.589849 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:33.590334 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29afd5b3-f477-4f75-8bf1-f59a5af522c9 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:33.590942 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'status': 'completed', 'code': 200} Sep 07 20:33:33.617173 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Allocated IP 172.20.0.1 (14be8a65-efdb-4f48-a453-b51cf8ac5a3d/2e22b881-bb75-4796-a331-f5f1ac3f25e5/cffbeffe-921c-4b1d-9344-0df6398292ca) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:33:33.678907 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3009c1-e674-4488-bf55-18f90edbd84c req-ce21969e-1d45-4f47-b75e-fc361bf5a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:33.680933 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db3009c1-e674-4488-bf55-18f90edbd84c req-ce21969e-1d45-4f47-b75e-fc361bf5a6ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40d0edd690944f529c1fe771c92532d3&device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 1098 time: 0.0665336 Sep 07 20:33:33.694654 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-04410528-f134-441d-9c46-5a7989f89332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '3847f77a-f487-46b8-afe0-83c0a0eb42df', 'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'mac_address': 'fa:16:3e:fd:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:42Z', 'updated_at': '2021-09-07T20:30:49Z', 'revision_number': 5, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'subnets': [{'id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:33.729587 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04410528-f134-441d-9c46-5a7989f89332 None None] Checking router: 8222b771-a4db-4a75-bf48-fb3653475da3 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:33.739838 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04410528-f134-441d-9c46-5a7989f89332 None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:33.740445 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-04410528-f134-441d-9c46-5a7989f89332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:33.770096 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:33.787008 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 1ee02905-9133-4429-a340-eff6553dfb1e completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:33.793359 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-ea8540bd-21df-4bc0-a2c9-38c9c77f8f09 None None] Provisioning for port 1ee02905-9133-4429-a340-eff6553dfb1e completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:33.802865 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 1ee02905-9133-4429-a340-eff6553dfb1e triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:33.803229 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:33.805489 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-ea8540bd-21df-4bc0-a2c9-38c9c77f8f09 None None] Provisioning complete for port 1ee02905-9133-4429-a340-eff6553dfb1e triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:33.805860 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ea8540bd-21df-4bc0-a2c9-38c9c77f8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:33.808105 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Transition to ACTIVE for port object cffbeffe-921c-4b1d-9344-0df6398292ca will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:33.871203 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3009c1-e674-4488-bf55-18f90edbd84c req-7b83a4cd-4345-4bb2-9db8-e4ec81b774c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:33.874297 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db3009c1-e674-4488-bf55-18f90edbd84c req-7b83a4cd-4345-4bb2-9db8-e4ec81b774c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c366e875-b17e-496d-99ef-b411457a85fc HTTP/1.1" status: 200 len: 915 time: 0.1842253 Sep 07 20:33:33.927670 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-04410528-f134-441d-9c46-5a7989f89332 None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:33.927876 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db3009c1-e674-4488-bf55-18f90edbd84c req-a34511fc-8be0-4113-bba5-4ab848915f5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 200 len: 217 time: 0.0462861 Sep 07 20:33:33.953828 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.006135 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:34.008879 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:34.012500 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:33:34.024086 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3009c1-e674-4488-bf55-18f90edbd84c req-d6bdbe9c-2f5d-4138-9f86-25ae06e21e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:34.025865 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db3009c1-e674-4488-bf55-18f90edbd84c req-d6bdbe9c-2f5d-4138-9f86-25ae06e21e64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=541d70a9-b98a-40bf-b4b2-34fd0f6b36bf HTTP/1.1" status: 200 len: 853 time: 0.0880892 Sep 07 20:33:34.052829 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Pushing event updated for resources: {'Port': ['ID=cffbeffe-921c-4b1d-9344-0df6398292ca,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:34.066282 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.105015 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3009c1-e674-4488-bf55-18f90edbd84c req-a1950463-355f-48d8-a446-5e606586576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:34.107466 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db3009c1-e674-4488-bf55-18f90edbd84c req-a1950463-355f-48d8-a446-5e606586576b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c366e875-b17e-496d-99ef-b411457a85fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721674 Sep 07 20:33:34.231496 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db3009c1-e674-4488-bf55-18f90edbd84c req-9700a92f-a5f3-4c3d-83ad-3602fffa50f4 service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162519 Sep 07 20:33:34.246920 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ea8540bd-21df-4bc0-a2c9-38c9c77f8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.265569 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.273518 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.313761 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-04410528-f134-441d-9c46-5a7989f89332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '3847f77a-f487-46b8-afe0-83c0a0eb42df', 'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'mac_address': 'fa:16:3e:fd:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:42Z', 'updated_at': '2021-09-07T20:30:49Z', 'revision_number': 5, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'subnets': [{'id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:34.347235 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.351887 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Transition to ACTIVE for port object a55c22e5-6b4b-478b-9667-b2a067fe1652 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:34.354804 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-ea8540bd-21df-4bc0-a2c9-38c9c77f8f09 None None] For port 1ee02905-9133-4429-a340-eff6553dfb1e, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=1ee02905-9133-4429-a340-eff6553dfb1e,segment=NetworkSegment(75c5eb6f-9292-45db-8518-e0d0b9b36253),segment_id=75c5eb6f-9292-45db-8518-e0d0b9b36253)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:34.360180 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db3009c1-e674-4488-bf55-18f90edbd84c req-afa7fe6a-33f6-4b7a-9ee6-8a978e118a88 service neutron] 10.222.0.59 "GET /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191428 Sep 07 20:33:34.364183 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04410528-f134-441d-9c46-5a7989f89332 None None] The sync data for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi is: [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:30:43Z', 'revision_number': 4, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '3847f77a-f487-46b8-afe0-83c0a0eb42df', 'name': '', 'network_id': 'c366e875-b17e-496d-99ef-b411457a85fc', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'mac_address': 'fa:16:3e:fd:fe:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:42Z', 'updated_at': '2021-09-07T20:30:49Z', 'revision_number': 5, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'subnets': [{'id': '541d70a9-b98a-40bf-b4b2-34fd0f6b36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:34.458233 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ea8540bd-21df-4bc0-a2c9-38c9c77f8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.514221 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.548409 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.562892 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8540bd-21df-4bc0-a2c9-38c9c77f8f09 None None] Pushing event updated for resources: {'Port': ['ID=1ee02905-9133-4429-a340-eff6553dfb1e,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:34.571995 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.db.api [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 20:33:34.572420 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG oslo_db.api [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 20:33:34.605084 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Attempting to bind port a55c22e5-6b4b-478b-9667-b2a067fe1652 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:33:34.605466 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Attempting to bind port a55c22e5-6b4b-478b-9667-b2a067fe1652 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:33:34.605920 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Attempting to bind port a55c22e5-6b4b-478b-9667-b2a067fe1652 on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:34.624150 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:33:34.624623 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:34.625085 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.625538 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:33:34.626110 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Bound port: a55c22e5-6b4b-478b-9667-b2a067fe1652, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:33:34.626550 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.634523 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.635832 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-59fd017b-6ca3-45d5-8632-a0143065b7c4 None None] Provisioning complete for port 1ee02905-9133-4429-a340-eff6553dfb1e triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:34.636264 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-59fd017b-6ca3-45d5-8632-a0143065b7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.655329 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020c388-f4e4-4e1a-9681-fdfb19b1cdcc None None] Pushing event updated for resources: {'Port': ['ID=a55c22e5-6b4b-478b-9667-b2a067fe1652,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:34.709064 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Pushing event updated for resources: {'Port': ['ID=cffbeffe-921c-4b1d-9344-0df6398292ca,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:34.711929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.721629 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] For port a55c22e5-6b4b-478b-9667-b2a067fe1652, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:33:34.725340 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] For port a55c22e5-6b4b-478b-9667-b2a067fe1652, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=a55c22e5-6b4b-478b-9667-b2a067fe1652,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:33:34.811567 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:34.827607 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:33:34.830784 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:33:34.917563 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-59fd017b-6ca3-45d5-8632-a0143065b7c4 None None] Provisioning for port cffbeffe-921c-4b1d-9344-0df6398292ca completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:34.922274 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Routers {'8b058746-6fa3-443c-9e0e-77e89c16a8f7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:34.922915 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:34.924841 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-59fd017b-6ca3-45d5-8632-a0143065b7c4 None None] Provisioning complete for port cffbeffe-921c-4b1d-9344-0df6398292ca triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:34.925570 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-59fd017b-6ca3-45d5-8632-a0143065b7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:35.013434 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020c388-f4e4-4e1a-9681-fdfb19b1cdcc None None] Pushing event updated for resources: {'Port': ['ID=a55c22e5-6b4b-478b-9667-b2a067fe1652,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:35.019919 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:33:35.031820 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-59fd017b-6ca3-45d5-8632-a0143065b7c4 None None] Port cffbeffe-921c-4b1d-9344-0df6398292ca cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:33:35.151619 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:35.152815 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:35.158436 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d81ad774-e0de-492e-9f66-0abbd2c73d7c admin admin] 10.222.0.72 "PUT /v2.0/routers/8b058746-6fa3-443c-9e0e-77e89c16a8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4095738 Sep 07 20:33:35.188299 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af51df76-00df-4540-ab9e-434bfc6a2661 None None] New status for floating IP ece631d2-35b1-437e-a31e-98cacc58de91: DOWN {{(pid=94731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:33:35.260480 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-e3971c79-9665-496d-a714-bec5f60084b4 None None] Provisioning complete for port cffbeffe-921c-4b1d-9344-0df6398292ca triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:35.260782 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e3971c79-9665-496d-a714-bec5f60084b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:35.263992 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] Set router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:35.358554 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-e3971c79-9665-496d-a714-bec5f60084b4 None None] Port cffbeffe-921c-4b1d-9344-0df6398292ca cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:33:35.490001 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:35.499705 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:35.500269 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:35.526668 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-28d6a850-f000-4aca-bf7a-206c5ae98f87 None None] Provisioning complete for port cffbeffe-921c-4b1d-9344-0df6398292ca triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:35.527043 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-28d6a850-f000-4aca-bf7a-206c5ae98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:35.596686 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-28d6a850-f000-4aca-bf7a-206c5ae98f87 None None] Port cffbeffe-921c-4b1d-9344-0df6398292ca cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:33:35.644635 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:29Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 4, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'gw_port': {'id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:31Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'cffbeffe-921c-4b1d-9344-0df6398292ca', 'name': '', 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'mac_address': 'fa:16:3e:3b:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:33Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 2, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'subnets': [{'id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:35.678328 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:35.680422 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0583ed8-5ed3-45fc-82cf-bcaca089a37f None None] The sync data for ids ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'] in dv-cinder-760194-9-iscsi is: [{'id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:29Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 4, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'gw_port': {'id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:31Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'cffbeffe-921c-4b1d-9344-0df6398292ca', 'name': '', 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'mac_address': 'fa:16:3e:3b:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:33Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 2, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'subnets': [{'id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:35.721991 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:35.846129 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:35.944439 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:35.988564 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 1ee02905-9133-4429-a340-eff6553dfb1e up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:35.990499 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46342) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:35.995120 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-21ed96d7-80bd-40df-8deb-17f4015ad114 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-823144301', 'description': 'tempest-secgroup-smoke-823144301 description', 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:36.078607 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 1ee02905-9133-4429-a340-eff6553dfb1e triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:36.079215 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:36.147388 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-21ed96d7-80bd-40df-8deb-17f4015ad114 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:36.270709 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-21ed96d7-80bd-40df-8deb-17f4015ad114 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:36.343189 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-21ed96d7-80bd-40df-8deb-17f4015ad114 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:36.376470 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed96d7-80bd-40df-8deb-17f4015ad114 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed3d1d-fa78-4d84-9173-c64b6436c961,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:36.430138 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-21ed96d7-80bd-40df-8deb-17f4015ad114 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:36.431429 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-21ed96d7-80bd-40df-8deb-17f4015ad114 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4398789 Sep 07 20:33:36.440448 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46356) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:36.440448 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-d6f5fcf6-cec5-4197-a1ad-383b7455c871 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'security_group_rule': {'security_group_id': '2bed3d1d-fa78-4d84-9173-c64b6436c961', 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:36.599010 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d6f5fcf6-cec5-4197-a1ad-383b7455c871 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:36.663485 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d6f5fcf6-cec5-4197-a1ad-383b7455c871 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:36.737240 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d6f5fcf6-cec5-4197-a1ad-383b7455c871 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:36.759353 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5fcf6-cec5-4197-a1ad-383b7455c871 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdaa712-cc22-445f-a0ec-c10f7c793f62,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:36.836543 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d6f5fcf6-cec5-4197-a1ad-383b7455c871 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:36.837916 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d6f5fcf6-cec5-4197-a1ad-383b7455c871 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4024804 Sep 07 20:33:36.840801 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46374) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:36.845665 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-2b8aaddd-be09-4fac-9832-0a8af5422b59 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'security_group_rule': {'security_group_id': '2bed3d1d-fa78-4d84-9173-c64b6436c961', 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:36.965538 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2b8aaddd-be09-4fac-9832-0a8af5422b59 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.023366 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2b8aaddd-be09-4fac-9832-0a8af5422b59 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.114489 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2b8aaddd-be09-4fac-9832-0a8af5422b59 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.134613 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8aaddd-be09-4fac-9832-0a8af5422b59 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f818ce-dcfb-4991-aaa0-f0f09dfbc71a,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:37.204166 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2b8aaddd-be09-4fac-9832-0a8af5422b59 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.205410 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-2b8aaddd-be09-4fac-9832-0a8af5422b59 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3635669 Sep 07 20:33:37.208141 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46380) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:37.212518 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-c43f1a92-08e1-42da-95c5-fdaaa65ff054 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'security_group_rule': {'security_group_id': '2bed3d1d-fa78-4d84-9173-c64b6436c961', 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:37.332083 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c43f1a92-08e1-42da-95c5-fdaaa65ff054 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.396107 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c43f1a92-08e1-42da-95c5-fdaaa65ff054 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.467436 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c43f1a92-08e1-42da-95c5-fdaaa65ff054 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.479844 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.485971 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f1a92-08e1-42da-95c5-fdaaa65ff054 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11aaed2f-51e5-4070-b79e-5be00e70f615,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:37.541004 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c43f1a92-08e1-42da-95c5-fdaaa65ff054 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.542358 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c43f1a92-08e1-42da-95c5-fdaaa65ff054 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332925 Sep 07 20:33:37.545016 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46388) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:37.553454 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-cd3fc042-f529-409c-94cc-0211bb86e201 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'security_group_rule': {'security_group_id': '2bed3d1d-fa78-4d84-9173-c64b6436c961', 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:37.643722 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc042-f529-409c-94cc-0211bb86e201 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.701606 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc042-f529-409c-94cc-0211bb86e201 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.777195 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc042-f529-409c-94cc-0211bb86e201 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.803891 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fc042-f529-409c-94cc-0211bb86e201 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bac5b73-ab9e-442a-8da6-21c8d8209e23,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:37.871791 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc042-f529-409c-94cc-0211bb86e201 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:37.871791 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-cd3fc042-f529-409c-94cc-0211bb86e201 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3226538 Sep 07 20:33:37.871791 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46392) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:37.877797 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-12915a9a-7025-49fb-bde5-844b9049ec7c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'security_group_rule': {'security_group_id': '2bed3d1d-fa78-4d84-9173-c64b6436c961', 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:37.963821 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ea9b4-9f5e-4235-8993-bb3cd0e8c505 req-d36de320-0b6b-476f-bf2c-2306d7c143d8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:37.965455 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5b1ea9b4-9f5e-4235-8993-bb3cd0e8c505 req-d36de320-0b6b-476f-bf2c-2306d7c143d8 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.0655384 Sep 07 20:33:37.971505 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.securitygroups_db [None req-12915a9a-7025-49fb-bde5-844b9049ec7c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Project c5a5b582c64646dbb3fc94cd9c5fd5fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 20:33:37.977122 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-12915a9a-7025-49fb-bde5-844b9049ec7c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.006981 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5b1ea9b4-9f5e-4235-8993-bb3cd0e8c505 req-5441576b-2744-4ddb-8f10-1c40a3aa01e9 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343628 Sep 07 20:33:38.043463 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a55c22e5-6b4b-478b-9667-b2a067fe1652 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:38.052585 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-12915a9a-7025-49fb-bde5-844b9049ec7c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.120495 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-12915a9a-7025-49fb-bde5-844b9049ec7c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.139763 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12915a9a-7025-49fb-bde5-844b9049ec7c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225a3dfd-a50a-4e8c-acdb-30ac6721fc37,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:38.146891 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port a55c22e5-6b4b-478b-9667-b2a067fe1652 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:38.150768 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port a55c22e5-6b4b-478b-9667-b2a067fe1652 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:38.151134 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.204243 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-12915a9a-7025-49fb-bde5-844b9049ec7c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.205687 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-12915a9a-7025-49fb-bde5-844b9049ec7c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3332734 Sep 07 20:33:38.208699 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46396) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:38.213416 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-08c13a2e-487a-455b-8e74-1c5382ec0172 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'security_group_rule': {'security_group_id': '2bed3d1d-fa78-4d84-9173-c64b6436c961', 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:33:38.242219 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.270394 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port a55c22e5-6b4b-478b-9667-b2a067fe1652, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=a55c22e5-6b4b-478b-9667-b2a067fe1652,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:38.301137 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.securitygroups_db [None req-08c13a2e-487a-455b-8e74-1c5382ec0172 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Project c5a5b582c64646dbb3fc94cd9c5fd5fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 20:33:38.306381 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-08c13a2e-487a-455b-8e74-1c5382ec0172 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.330061 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.330969 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:38.381477 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-08c13a2e-487a-455b-8e74-1c5382ec0172 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.446382 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-08c13a2e-487a-455b-8e74-1c5382ec0172 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.463227 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c13a2e-487a-455b-8e74-1c5382ec0172 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c93e8f1-b46d-40e0-8e33-d4839612d9fa,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:38.530398 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=a55c22e5-6b4b-478b-9667-b2a067fe1652,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:38.531682 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-08c13a2e-487a-455b-8e74-1c5382ec0172 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:38.533033 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-08c13a2e-487a-455b-8e74-1c5382ec0172 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3232796 Sep 07 20:33:38.539060 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:38.539432 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:39.132521 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99330ac-00c5-498c-9c08-2631ec35a849 req-01f2474d-d817-46f6-b23a-e2008cb69d0b tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:39.134196 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a99330ac-00c5-498c-9c08-2631ec35a849 req-01f2474d-d817-46f6-b23a-e2008cb69d0b tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.0513122 Sep 07 20:33:39.173456 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a99330ac-00c5-498c-9c08-2631ec35a849 req-3f777909-7675-49b2-b5ec-c45cf98cf4f6 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Sep 07 20:33:39.481163 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Sync routers for ids ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:39.490410 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Routers {'8b058746-6fa3-443c-9e0e-77e89c16a8f7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:39.491011 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:39.601487 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Set router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:39.801942 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:29Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 4, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'gw_port': {'id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:31Z', 'updated_at': '2021-09-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'cffbeffe-921c-4b1d-9344-0df6398292ca', 'name': '', 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'mac_address': 'fa:16:3e:3b:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:33Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 2, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'subnets': [{'id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:39.828430 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Checking router: 8b058746-6fa3-443c-9e0e-77e89c16a8f7 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:39.828781 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Updating router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 port cffbeffe-921c-4b1d-9344-0df6398292ca binding host dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:33:39.855959 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:39.940323 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a55c22e5-6b4b-478b-9667-b2a067fe1652 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:39.991228 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port a55c22e5-6b4b-478b-9667-b2a067fe1652 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:39.991882 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.041032 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-f1982089-dd0d-4413-bf37-4d4d8780c597 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:40.043083 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-f1982089-dd0d-4413-bf37-4d4d8780c597 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.0600114 Sep 07 20:33:40.150905 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Deleting port a9b4b148-de84-4efc-bf09-716d2bdcb0de {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:40.151698 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.151827 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.162160 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Transition to ACTIVE for port object cffbeffe-921c-4b1d-9344-0df6398292ca will not be triggered until provisioned by entity L2. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:33:40.238528 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.242637 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] For port a9b4b148-de84-4efc-bf09-716d2bdcb0de, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a9b4b148-de84-4efc-bf09-716d2bdcb0de,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:40.244262 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.285692 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Calling delete_port for a9b4b148-de84-4efc-bf09-716d2bdcb0de owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:40.290130 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Pushing event updated for resources: {'Port': ['ID=cffbeffe-921c-4b1d-9344-0df6398292ca,revision_number=3']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:40.302661 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.302661 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.302661 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.302661 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.302661 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.302661 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.302661 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.305121 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.305121 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.305121 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.305121 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.305121 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:33:40.353662 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8f93d-7b40-40c4-9455-a643d1604e83 req-45a595f5-f0f0-4d41-9f3a-a8caddc4a777 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:33:40.355514 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-16b8f93d-7b40-40c4-9455-a643d1604e83 req-45a595f5-f0f0-4d41-9f3a-a8caddc4a777 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 945 time: 0.1099188 Sep 07 20:33:40.380854 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Attempting to bind port cffbeffe-921c-4b1d-9344-0df6398292ca on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:33:40.381425 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Attempting to bind port cffbeffe-921c-4b1d-9344-0df6398292ca by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '75c5eb6f-9292-45db-8518-e0d0b9b36253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d'}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:33:40.382346 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Attempting to bind port cffbeffe-921c-4b1d-9344-0df6398292ca on network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:33:40.397049 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:33:40.397422 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Checking segment: {'id': '75c5eb6f-9292-45db-8518-e0d0b9b36253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:33:40.398039 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.398584 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Bound using segment: {'id': '75c5eb6f-9292-45db-8518-e0d0b9b36253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d'} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:33:40.399220 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Bound port: cffbeffe-921c-4b1d-9344-0df6398292ca, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c5eb6f-9292-45db-8518-e0d0b9b36253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d'}}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:33:40.399815 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.436940 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-16b8f93d-7b40-40c4-9455-a643d1604e83 req-cf0874aa-a8bb-4221-8676-f342e11994bd tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/security-groups?id=85899571-73fa-4edb-bf8d-1ca30cccdb61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696549 Sep 07 20:33:40.500463 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] For port cffbeffe-921c-4b1d-9344-0df6398292ca, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:33:40.504276 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] For port cffbeffe-921c-4b1d-9344-0df6398292ca, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=cffbeffe-921c-4b1d-9344-0df6398292ca,segment=NetworkSegment(75c5eb6f-9292-45db-8518-e0d0b9b36253),segment_id=75c5eb6f-9292-45db-8518-e0d0b9b36253)] {{(pid=94732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:33:40.611283 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.624863 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a9b4b148-de84-4efc-bf09-716d2bdcb0de'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:33:40.638955 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Pushing event deleted for resources: {'Port': ['ID=a9b4b148-de84-4efc-bf09-716d2bdcb0de,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:40.653439 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.692442 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] No DVR routers for this DVR port a9b4b148-de84-4efc-bf09-716d2bdcb0de on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:33:40.694966 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:40.696932 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8718dc97-468f-4dd0-935a-9489fbb66812 req-a8ecbdab-8807-401f-bad9-756094db8419 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.59 "DELETE /v2.0/ports/a9b4b148-de84-4efc-bf09-716d2bdcb0de HTTP/1.1" status: 204 len: 173 time: 0.6423211 Sep 07 20:33:40.697605 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'name': 'network-vif-deleted', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:33:40.700560 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1af16f-4ebf-4a8c-a3eb-9723ff71b675" -d '{"events": [{"server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "name": "network-vif-deleted", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:33:40.702497 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Routers {'8b058746-6fa3-443c-9e0e-77e89c16a8f7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:40.703215 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:40.747804 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86305048-4348-49a9-8bf5-9e6b69be1f76 x-openstack-request-id: req-86305048-4348-49a9-8bf5-9e6b69be1f76 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:33:40.748104 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3c346d-bc6c-48fd-af74-0b62d1a5e262", "name": "network-vif-deleted", "tag": "a9b4b148-de84-4efc-bf09-716d2bdcb0de", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:33:40.748354 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-86305048-4348-49a9-8bf5-9e6b69be1f76 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:33:40.748812 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b3c346d-bc6c-48fd-af74-0b62d1a5e262', 'name': 'network-vif-deleted', 'tag': 'a9b4b148-de84-4efc-bf09-716d2bdcb0de', 'status': 'completed', 'code': 200} Sep 07 20:33:40.750325 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8ce26-d75a-43d6-baa7-67581d011dd0 None None] Pushing event updated for resources: {'Port': ['ID=cffbeffe-921c-4b1d-9344-0df6398292ca,revision_number=4']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:40.823442 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] Set router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:41.039126 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:29Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 4, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'gw_port': {'id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:31Z', 'updated_at': '2021-09-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'cffbeffe-921c-4b1d-9344-0df6398292ca', 'name': '', 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'mac_address': 'fa:16:3e:3b:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:33Z', 'updated_at': '2021-09-07T20:33:40Z', 'revision_number': 4, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'subnets': [{'id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:41.070542 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d1bd6c-121a-4218-9ab9-fd52a1dcda40 None None] The sync data for ids ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'] in dv-cinder-760194-9-iscsi is: [{'id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:29Z', 'updated_at': '2021-09-07T20:33:34Z', 'revision_number': 4, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'gw_port': {'id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:31Z', 'updated_at': '2021-09-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'cffbeffe-921c-4b1d-9344-0df6398292ca', 'name': '', 'network_id': '14be8a65-efdb-4f48-a453-b51cf8ac5a3d', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'mac_address': 'fa:16:3e:3b:c3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:33Z', 'updated_at': '2021-09-07T20:33:40Z', 'revision_number': 4, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'subnets': [{'id': '2e22b881-bb75-4796-a331-f5f1ac3f25e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:41.595986 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-afb5379f-c8c8-4512-8143-365c23a96613 req-aa58cdc6-f8fc-4ea9-b89f-041f6d9118a7 tempest-TestMinimumBasicScenario-206658389 tempest-TestMinimumBasicScenario-206658389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b3c346d-bc6c-48fd-af74-0b62d1a5e262 HTTP/1.1" status: 200 len: 210 time: 0.0500782 Sep 07 20:33:41.946427 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device cffbeffe-921c-4b1d-9344-0df6398292ca up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:42.055963 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port cffbeffe-921c-4b1d-9344-0df6398292ca completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:33:42.059993 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port cffbeffe-921c-4b1d-9344-0df6398292ca triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:42.060356 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:42.137811 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:42.171414 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port cffbeffe-921c-4b1d-9344-0df6398292ca, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=cffbeffe-921c-4b1d-9344-0df6398292ca,segment=NetworkSegment(75c5eb6f-9292-45db-8518-e0d0b9b36253),segment_id=75c5eb6f-9292-45db-8518-e0d0b9b36253)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:42.249633 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:42.299318 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=cffbeffe-921c-4b1d-9344-0df6398292ca,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:43.638505 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a9b4b148-de84-4efc-bf09-716d2bdcb0de no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:33:43.658378 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: a9b4b148-de84-4efc-bf09-716d2bdcb0de {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:33:43.658714 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a9b4b148-de84-4efc-bf09-716d2bdcb0de not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:33:43.924169 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device cffbeffe-921c-4b1d-9344-0df6398292ca up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:33:43.972295 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port cffbeffe-921c-4b1d-9344-0df6398292ca triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:33:43.972663 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:45.120817 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:33:45.215381 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-f42e63cc-5427-4f28-8ab7-c0c5c3bbe2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:47.929520 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-a35dc71c-e7f2-4b69-af86-46406cceda3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:48.246379 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:49.674445 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:50.748720 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:55.037344 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46632) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:55.685484 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133838462'] for router_interface, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:55.979138 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Deleting port 3847f77a-f487-46b8-afe0-83c0a0eb42df {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:55.979497 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:56.059836 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] For port 3847f77a-f487-46b8-afe0-83c0a0eb42df, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=3847f77a-f487-46b8-afe0-83c0a0eb42df,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:56.060500 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:56.072616 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Calling delete_port for 3847f77a-f487-46b8-afe0-83c0a0eb42df owned by network:router_interface {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:56.325151 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:56.349268 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Pushing event deleted for resources: {'Port': ['ID=3847f77a-f487-46b8-afe0-83c0a0eb42df,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:56.513999 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133782260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133838482'] for router_interface, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:56.725879 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Router 8222b771-a4db-4a75-bf48-fb3653475da3 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:33:56.828895 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:33:56.834941 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-050d3101-d7bf-4fa8-a773-ca4a3124da9f admin admin] 10.222.0.72 "PUT /v2.0/routers/8222b771-a4db-4a75-bf48-fb3653475da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965486 Sep 07 20:33:56.837696 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46656) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:56.838180 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] Sync routers for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:33:56.847246 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:56.847828 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:56.942597 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks [] for router, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:56.951555 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:57.051624 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.137863 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '45536374-eab2-42d4-abc3-698406e2d2de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:33:56Z', 'revision_number': 5, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port': {'id': '45536374-eab2-42d4-abc3-698406e2d2de', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:38Z', 'updated_at': '2021-09-07T20:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:57.166614 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Deleting port 45536374-eab2-42d4-abc3-698406e2d2de {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:57.167067 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.168787 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] Checking router: 8222b771-a4db-4a75-bf48-fb3653475da3 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:33:57.177641 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] Routers {'8222b771-a4db-4a75-bf48-fb3653475da3'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:33:57.178279 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8222b771-a4db-4a75-bf48-fb3653475da3'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:57.253699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] For port 45536374-eab2-42d4-abc3-698406e2d2de, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=45536374-eab2-42d4-abc3-698406e2d2de,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:57.254028 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.265511 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Calling delete_port for 45536374-eab2-42d4-abc3-698406e2d2de owned by network:router_gateway {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:57.270835 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] Set router 8222b771-a4db-4a75-bf48-fb3653475da3 gateway port host: None {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:33:57.326749 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:33:57Z', 'revision_number': 6, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port_host': None}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:57.355696 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa87a0-5078-4e93-9ad3-7426189a5d53 None None] The sync data for ids ['8222b771-a4db-4a75-bf48-fb3653475da3'] in dv-cinder-760194-9-iscsi is: [{'id': '8222b771-a4db-4a75-bf48-fb3653475da3', 'name': 'tempest-TestMinimumBasicScenario-295919042-router', 'tenant_id': '40d0edd690944f529c1fe771c92532d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:36Z', 'updated_at': '2021-09-07T20:33:57Z', 'revision_number': 6, 'project_id': '40d0edd690944f529c1fe771c92532d3', 'gw_port_host': None}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:33:57.500786 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.525357 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Pushing event deleted for resources: {'Port': ['ID=45536374-eab2-42d4-abc3-698406e2d2de,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:57.588226 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133838896'] for router_gateway, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.688362 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133942883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16309'] for router, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.690482 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.838433 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133942874'] for router, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.839060 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8222b771-a4db-4a75-bf48-fb3653475da3 {{(pid=94730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:33:57.843753 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.844903 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-8b8e8dca-fe98-4441-990d-bdcd13501345 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8222b771-a4db-4a75-bf48-fb3653475da3 HTTP/1.1" status: 204 len: 168 time: 1.0062172 Sep 07 20:33:57.847440 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46666) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:57.890362 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d19a653-12d8-4c43-a4fb-c63b01ed9193 admin admin] Deleting subnet 541d70a9-b98a-40bf-b4b2-34fd0f6b36bf {{(pid=94730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:33:57.893264 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1d19a653-12d8-4c43-a4fb-c63b01ed9193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:57.926171 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1d19a653-12d8-4c43-a4fb-c63b01ed9193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130426828'] for subnet, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.029475 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1d19a653-12d8-4c43-a4fb-c63b01ed9193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.123382 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 3847f77a-f487-46b8-afe0-83c0a0eb42df no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:33:58.143903 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 3847f77a-f487-46b8-afe0-83c0a0eb42df {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:33:58.144470 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 3847f77a-f487-46b8-afe0-83c0a0eb42df not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:33:58.145122 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 45536374-eab2-42d4-abc3-698406e2d2de no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:33:58.164063 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1d19a653-12d8-4c43-a4fb-c63b01ed9193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130475713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-117110896'] for subnet, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.165387 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 45536374-eab2-42d4-abc3-698406e2d2de {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:33:58.165765 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 45536374-eab2-42d4-abc3-698406e2d2de not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:33:58.193441 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19a653-12d8-4c43-a4fb-c63b01ed9193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541d70a9-b98a-40bf-b4b2-34fd0f6b36bf,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:58.197317 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1d19a653-12d8-4c43-a4fb-c63b01ed9193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.199241 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-1d19a653-12d8-4c43-a4fb-c63b01ed9193 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/541d70a9-b98a-40bf-b4b2-34fd0f6b36bf HTTP/1.1" status: 204 len: 168 time: 0.3509037 Sep 07 20:33:58.201950 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46676) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:58.204153 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc07199-104f-47fb-8849-c961467be1b9 None None] Network c366e875-b17e-496d-99ef-b411457a85fc requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:33:58.289232 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.347025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Deleting port c51b6756-9d7b-43db-9b85-6e87447a1e93 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:58.347921 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.417204 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] For port c51b6756-9d7b-43db-9b85-6e87447a1e93, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=c51b6756-9d7b-43db-9b85-6e87447a1e93,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:58.417759 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.432940 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Calling delete_port for c51b6756-9d7b-43db-9b85-6e87447a1e93 owned by network:dhcp {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:58.442920 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f29f9ff-2bd1-496f-b973-23fda4df7cb2 None None] DHCP port deletion for c366e875-b17e-496d-99ef-b411457a85fc request from dv-cinder-760194-9-iscsi {{(pid=94731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:33:58.489015 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-7f29f9ff-2bd1-496f-b973-23fda4df7cb2 None None] Deleting port c51b6756-9d7b-43db-9b85-6e87447a1e93 {{(pid=94731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:58.489393 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7f29f9ff-2bd1-496f-b973-23fda4df7cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.554600 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-7f29f9ff-2bd1-496f-b973-23fda4df7cb2 None None] For port c51b6756-9d7b-43db-9b85-6e87447a1e93, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=c51b6756-9d7b-43db-9b85-6e87447a1e93,segment=NetworkSegment(9535693b-ab7c-4ec8-b12a-ee35f26eed0e),segment_id=9535693b-ab7c-4ec8-b12a-ee35f26eed0e)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:58.555013 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7f29f9ff-2bd1-496f-b973-23fda4df7cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.567604 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-7f29f9ff-2bd1-496f-b973-23fda4df7cb2 None None] Calling delete_port for c51b6756-9d7b-43db-9b85-6e87447a1e93 owned by network:dhcp {{(pid=94731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:58.598756 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.624957 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51b6756-9d7b-43db-9b85-6e87447a1e93,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:58.626915 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] No DVR routers for this DVR port c51b6756-9d7b-43db-9b85-6e87447a1e93 on host dv-cinder-760194-9-iscsi {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:33:58.675924 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7f29f9ff-2bd1-496f-b973-23fda4df7cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392'] for port, after_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.700860 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.724427 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c366e875-b17e-496d-99ef-b411457a85fc']}} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:58.735281 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9535693b-ab7c-4ec8-b12a-ee35f26eed0e') {'for_net_delete': True} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:58.735590 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9535693b-ab7c-4ec8-b12a-ee35f26eed0e') {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:33:58.745991 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131574190'] for segment, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.760230 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.766594 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=94729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:33:58.766995 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133203745'] for segment, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: Traceback (most recent call last): Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: timer() Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: cb(*args, **kw) Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: return func(*args, **kwargs) Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: self._notify() Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: self.callback(batched_events) Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: event.method(event) Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: return f(self, *a, **k) Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._get(url).json() Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: return self.request(url, 'GET', **kwargs) Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:33:58.768696 dv-cinder-760194-9-iscsi neutron-server[94729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:33:58.821206 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29f9ff-2bd1-496f-b973-23fda4df7cb2 None None] Pushing event deleted for resources: {'Port': ['ID=c51b6756-9d7b-43db-9b85-6e87447a1e93,revision_number=None']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:58.826630 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29f9ff-2bd1-496f-b973-23fda4df7cb2 None None] No DVR routers for this DVR port c51b6756-9d7b-43db-9b85-6e87447a1e93 on host dv-cinder-760194-9-iscsi {{(pid=94731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:33:58.934978 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.939576 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:58.941993 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c366e875-b17e-496d-99ef-b411457a85fc HTTP/1.1" status: 204 len: 168 time: 0.7388551 Sep 07 20:33:58.944989 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46690) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:33:58.954298 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c5da3-034a-467f-b5ba-c447a8268b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c366e875-b17e-496d-99ef-b411457a85fc,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:59.277275 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133838462'] for router_interface, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:59.527538 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Deleting port 97ba6876-2bd8-45f3-b160-97f1cda2b534 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:33:59.527787 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:59.608920 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] For port 97ba6876-2bd8-45f3-b160-97f1cda2b534, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=97ba6876-2bd8-45f3-b160-97f1cda2b534,segment=NetworkSegment(e5657a3a-e96d-46ff-aaf2-36df52d9a293),segment_id=e5657a3a-e96d-46ff-aaf2-36df52d9a293)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:33:59.609304 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:59.621971 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Calling delete_port for 97ba6876-2bd8-45f3-b160-97f1cda2b534 owned by network:router_interface {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:33:59.828038 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:33:59.859619 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=97ba6876-2bd8-45f3-b160-97f1cda2b534,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:33:59.996574 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device c51b6756-9d7b-43db-9b85-6e87447a1e93 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:00.017205 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: c51b6756-9d7b-43db-9b85-6e87447a1e93 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:34:00.017558 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device c51b6756-9d7b-43db-9b85-6e87447a1e93 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:34:00.028971 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133782260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133838482'] for router_interface, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:00.510216 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:34:00.615550 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:34:00.620786 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-b4c0a2fa-52ef-4b6d-9e7c-c6da6b647a2d admin admin] 10.222.0.72 "PUT /v2.0/routers/02e7ca05-8b61-4dbf-a4ea-7ebedca48afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6745951 Sep 07 20:34:00.625507 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] Sync routers for ids ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:34:00.626032 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46714) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:00.635129 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] Routers {'02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:34:00.635842 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:00.731778 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks [] for router, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:00.827714 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] Set router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:34:00.843960 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:00.955168 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Deleting port 0fc06841-0137-4178-ac26-8bdcd1ee5910 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:34:00.955510 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.009180 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:47Z', 'updated_at': '2021-09-07T20:33:59Z', 'revision_number': 5, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'gw_port': {'id': '0fc06841-0137-4178-ac26-8bdcd1ee5910', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:30:48Z', 'updated_at': '2021-09-07T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:01.040482 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] Checking router: 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:34:01.040738 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] For port 0fc06841-0137-4178-ac26-8bdcd1ee5910, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0fc06841-0137-4178-ac26-8bdcd1ee5910,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:01.041200 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.048668 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] Routers {'02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:34:01.049278 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:33:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:01.055100 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Calling delete_port for 0fc06841-0137-4178-ac26-8bdcd1ee5910 owned by network:router_gateway {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:34:01.135546 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] Set router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb gateway port host: None {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:34:01.189431 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:47Z', 'updated_at': '2021-09-07T20:34:00Z', 'revision_number': 6, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'gw_port_host': None}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:01.235163 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2cad16-dfde-48dd-8adb-dc33b555bee6 None None] The sync data for ids ['02e7ca05-8b61-4dbf-a4ea-7ebedca48afb'] in dv-cinder-760194-9-iscsi is: [{'id': '02e7ca05-8b61-4dbf-a4ea-7ebedca48afb', 'name': 'tempest-TestMinimumBasicScenario-737275712-router', 'tenant_id': '81495746761f40d3bffdeb0f1b22243f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:30:47Z', 'updated_at': '2021-09-07T20:34:00Z', 'revision_number': 6, 'project_id': '81495746761f40d3bffdeb0f1b22243f', 'gw_port_host': None}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:34:01.513907 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.543481 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc06841-0137-4178-ac26-8bdcd1ee5910,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:01.614591 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133838896'] for router_gateway, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.705168 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133942883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16309'] for router, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.707238 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.816869 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133942874'] for router, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.817389 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e7ca05-8b61-4dbf-a4ea-7ebedca48afb {{(pid=94730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:34:01.821492 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.822678 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-6385ba61-4470-4349-a4c9-bc8c35b81439 admin admin] 10.222.0.72 "DELETE /v2.0/routers/02e7ca05-8b61-4dbf-a4ea-7ebedca48afb HTTP/1.1" status: 204 len: 168 time: 1.1954615 Sep 07 20:34:01.825243 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46730) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:01.868381 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d17176-1d64-4f83-99b5-665d5ccdc11a admin admin] Deleting subnet 81edcc77-e7f3-4481-a5a8-4894764bdd0c {{(pid=94730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:34:01.871373 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06d17176-1d64-4f83-99b5-665d5ccdc11a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.911720 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06d17176-1d64-4f83-99b5-665d5ccdc11a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130426828'] for subnet, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:01.999567 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06d17176-1d64-4f83-99b5-665d5ccdc11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.031294 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 97ba6876-2bd8-45f3-b160-97f1cda2b534 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:02.051889 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 97ba6876-2bd8-45f3-b160-97f1cda2b534 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:34:02.052218 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 97ba6876-2bd8-45f3-b160-97f1cda2b534 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:34:02.052629 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0fc06841-0137-4178-ac26-8bdcd1ee5910 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:02.076811 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 0fc06841-0137-4178-ac26-8bdcd1ee5910 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:34:02.076811 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0fc06841-0137-4178-ac26-8bdcd1ee5910 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:34:02.125521 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06d17176-1d64-4f83-99b5-665d5ccdc11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130475713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-117110896'] for subnet, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.150280 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d17176-1d64-4f83-99b5-665d5ccdc11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81edcc77-e7f3-4481-a5a8-4894764bdd0c,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:02.157037 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-06d17176-1d64-4f83-99b5-665d5ccdc11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.159008 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-06d17176-1d64-4f83-99b5-665d5ccdc11a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/81edcc77-e7f3-4481-a5a8-4894764bdd0c HTTP/1.1" status: 204 len: 168 time: 0.3327250 Sep 07 20:34:02.163619 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46732) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:02.165862 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdc3267-3b15-4427-a062-663743d921b6 None None] Network 5444f62f-dd52-494f-afb9-7e783c3158b7 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:34:02.242956 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.297169 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Deleting port 187d521e-7659-4759-ae47-1b98ee236a9a {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:34:02.297512 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.359198 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6cab56-8ef1-441f-8228-c254882fb0b2 None None] DHCP port deletion for 5444f62f-dd52-494f-afb9-7e783c3158b7 request from dv-cinder-760194-9-iscsi {{(pid=94731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:34:02.364743 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] For port 187d521e-7659-4759-ae47-1b98ee236a9a, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=187d521e-7659-4759-ae47-1b98ee236a9a,segment=NetworkSegment(e5657a3a-e96d-46ff-aaf2-36df52d9a293),segment_id=e5657a3a-e96d-46ff-aaf2-36df52d9a293)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:02.365117 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.377543 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Calling delete_port for 187d521e-7659-4759-ae47-1b98ee236a9a owned by network:dhcp {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:34:02.405779 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3d6cab56-8ef1-441f-8228-c254882fb0b2 None None] Deleting port 187d521e-7659-4759-ae47-1b98ee236a9a {{(pid=94731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:34:02.406147 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3d6cab56-8ef1-441f-8228-c254882fb0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.482916 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3d6cab56-8ef1-441f-8228-c254882fb0b2 None None] For port 187d521e-7659-4759-ae47-1b98ee236a9a, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=187d521e-7659-4759-ae47-1b98ee236a9a,segment=NetworkSegment(e5657a3a-e96d-46ff-aaf2-36df52d9a293),segment_id=e5657a3a-e96d-46ff-aaf2-36df52d9a293)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:02.482916 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3d6cab56-8ef1-441f-8228-c254882fb0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.489284 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3d6cab56-8ef1-441f-8228-c254882fb0b2 None None] Calling delete_port for 187d521e-7659-4759-ae47-1b98ee236a9a owned by network:dhcp {{(pid=94731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:34:02.530914 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.576614 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=187d521e-7659-4759-ae47-1b98ee236a9a,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:02.578560 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3d6cab56-8ef1-441f-8228-c254882fb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392'] for port, after_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.578779 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] No DVR routers for this DVR port 187d521e-7659-4759-ae47-1b98ee236a9a on host dv-cinder-760194-9-iscsi {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:34:02.612317 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cab56-8ef1-441f-8228-c254882fb0b2 None None] Pushing event deleted for resources: {'Port': ['ID=187d521e-7659-4759-ae47-1b98ee236a9a,revision_number=None']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:02.617428 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6cab56-8ef1-441f-8228-c254882fb0b2 None None] No DVR routers for this DVR port 187d521e-7659-4759-ae47-1b98ee236a9a on host dv-cinder-760194-9-iscsi {{(pid=94731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:34:02.668825 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.689303 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5444f62f-dd52-494f-afb9-7e783c3158b7']}} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:02.700944 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5657a3a-e96d-46ff-aaf2-36df52d9a293') {'for_net_delete': True} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:02.701249 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5657a3a-e96d-46ff-aaf2-36df52d9a293') {} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:02.711611 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130426821'] for segment, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.725044 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.730822 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=94730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:34:02.731228 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130475875'] for segment, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: Traceback (most recent call last): Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: timer() Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: cb(*args, **kw) Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: return func(*args, **kwargs) Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: self._notify() Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: self.callback(batched_events) Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: event.method(event) Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: return f(self, *a, **k) Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._get(url).json() Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: return self.request(url, 'GET', **kwargs) Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:34:02.732855 dv-cinder-760194-9-iscsi neutron-server[94730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:34:02.883852 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.889284 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:02.891155 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5444f62f-dd52-494f-afb9-7e783c3158b7 HTTP/1.1" status: 204 len: 168 time: 0.7279208 Sep 07 20:34:02.901630 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b592907-1769-48c6-94b6-8ce9d50483a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5444f62f-dd52-494f-afb9-7e783c3158b7,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:03.275526 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46750) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:03.317124 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-0a9e944e-2beb-40ac-b642-b359e3b519f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40d0edd690944f529c1fe771c92532d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429783 Sep 07 20:34:03.319532 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46752) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:03.366316 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268a86b0-bbac-4f7f-9839-1805f8ab2291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:03.386130 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268a86b0-bbac-4f7f-9839-1805f8ab2291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:03.506137 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268a86b0-bbac-4f7f-9839-1805f8ab2291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:03.508610 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-268a86b0-bbac-4f7f-9839-1805f8ab2291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:03.509854 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-268a86b0-bbac-4f7f-9839-1805f8ab2291 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85899571-73fa-4edb-bf8d-1ca30cccdb61 HTTP/1.1" status: 204 len: 168 time: 0.1894081 Sep 07 20:34:03.520529 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a86b0-bbac-4f7f-9839-1805f8ab2291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85899571-73fa-4edb-bf8d-1ca30cccdb61,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:03.939873 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 187d521e-7659-4759-ae47-1b98ee236a9a no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:03.966940 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 187d521e-7659-4759-ae47-1b98ee236a9a {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:34:03.970821 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 187d521e-7659-4759-ae47-1b98ee236a9a not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:34:03.989894 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-f568dc24-309f-4c1a-8064-574b37439691 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823144301&fields=id&tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb HTTP/1.1" status: 200 len: 267 time: 0.0357609 Sep 07 20:34:04.095281 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-a966fce9-5c54-4356-aac1-f4b80d270ac8 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:04.096857 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-a966fce9-5c54-4356-aac1-f4b80d270ac8 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 811 time: 0.1058490 Sep 07 20:34:04.112015 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-b922c259-2a55-4e98-8eb8-18c9db615205 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/quotas/c5a5b582c64646dbb3fc94cd9c5fd5fb HTTP/1.1" status: 200 len: 375 time: 0.0090983 Sep 07 20:34:04.125791 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46778) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:04.164423 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-0c03ffa7-cbf4-415b-9557-ee700a16ea43 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469072 Sep 07 20:34:04.166445 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-b0136570-1af9-46bd-9c03-ebf301377378 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=81495746761f40d3bffdeb0f1b22243f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406039 Sep 07 20:34:04.168923 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46780) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:04.222177 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8022fc3d-98eb-4221-a7c9-a3e97ebe1a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:04.243257 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8022fc3d-98eb-4221-a7c9-a3e97ebe1a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:04.359715 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8022fc3d-98eb-4221-a7c9-a3e97ebe1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:04.362320 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8022fc3d-98eb-4221-a7c9-a3e97ebe1a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:04.364042 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-8022fc3d-98eb-4221-a7c9-a3e97ebe1a68 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/86d35396-e898-43fe-a250-77e521bcf657 HTTP/1.1" status: 204 len: 168 time: 0.1942191 Sep 07 20:34:04.372563 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022fc3d-98eb-4221-a7c9-a3e97ebe1a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d35396-e898-43fe-a250-77e521bcf657,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:04.409021 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-1d237c1f-1eb1-4da3-8aee-3f8aef4bd448 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316735 Sep 07 20:34:04.496500 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-a51d3a21-0776-43f8-99d0-b445ee7da7a0 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809579 Sep 07 20:34:06.121968 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6cbef06c-6037-41d3-8dbc-9f3c838f70bc req-d27c5a62-a939-4ca6-a968-ad5e2bbe2e5b tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 210 time: 0.0262561 Sep 07 20:34:06.781522 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 46824) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:06.887196 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d85111f7-3f53-4ce5-9413-4f48c870f3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:06.977197 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d85111f7-3f53-4ce5-9413-4f48c870f3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:07.062421 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d85111f7-3f53-4ce5-9413-4f48c870f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:07.104421 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d85111f7-3f53-4ce5-9413-4f48c870f3a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ce2b4edcc744348ab0c4e38648908a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216062 Sep 07 20:34:07.105216 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85111f7-3f53-4ce5-9413-4f48c870f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999baed5-955f-4139-b1c5-c6e0039c07cc,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:07.106837 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46832) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:07.179892 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:07.207833 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:07.270857 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c1267b6d-a0bd-4e98-bd62-c581feff39a5 req-1eb457d1-7ced-4524-9758-1b274c7bb5ba tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 210 time: 0.0342216 Sep 07 20:34:07.347418 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:07.350237 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:07.351415 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/999baed5-955f-4139-b1c5-c6e0039c07cc HTTP/1.1" status: 204 len: 168 time: 0.2427638 Sep 07 20:34:07.360938 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999baed5-955f-4139-b1c5-c6e0039c07cc,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:07.369140 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.370118 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.370738 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.371290 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.371697 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.372116 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.372452 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.372788 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.373122 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.373770 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.374302 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.374920 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbe48ef-0ef6-45a9-9454-fb56701c3cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:07.489975 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:08.103113 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-6c425295-9a93-4819-8c6c-01458981c9bd tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:08.104603 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-6c425295-9a93-4819-8c6c-01458981c9bd tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 811 time: 0.1022401 Sep 07 20:34:08.149165 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-96336956-0be1-4a17-84c7-59e0c747a52b tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb HTTP/1.1" status: 200 len: 379 time: 0.0326905 Sep 07 20:34:08.163674 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'port': {'device_id': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'admin_state_up': True, 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'security_groups': ['2bed3d1d-fa78-4d84-9173-c64b6436c961']}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:34:08.342686 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Made reservation on behalf of c5a5b582c64646dbb3fc94cd9c5fd5fb for: {'port': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:34:08.346148 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:08.381469 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-45634b18-8810-45f5-8d11-6a0599d359c0 req-14d36b79-8338-4cc3-8955-30be8b4eaec0 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 210 time: 0.0406816 Sep 07 20:34:08.491348 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Allocated IP 172.20.0.7 (c0cb6169-d2ba-43fe-999f-923959eee80d/400048fe-fa79-402d-b10a-28512e028f72/a2bbe8cd-20ae-4761-8ac4-d227dde13acf) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:34:08.632144 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:08.645306 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Transition to ACTIVE for port object a2bbe8cd-20ae-4761-8ac4-d227dde13acf will not be triggered until provisioned by entity DHCP. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:34:08.735202 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:08.774400 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Network c0cb6169-d2ba-43fe-999f-923959eee80d is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:34:08.777263 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:34:08.779604 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:34:08.815961 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'Port': ['ID=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:08.843474 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:08.844111 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:08.937397 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-df8325e6-a70d-4543-a55b-1d04efddbb0c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780869 Sep 07 20:34:08.949439 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Request body: {'port': {'device_id': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:34:09.006588 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:09.062572 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-bcff648e-2a8e-484e-ab6b-f0b70f707221 None None] Provisioning for port a2bbe8cd-20ae-4761-8ac4-d227dde13acf completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:34:09.067154 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-bcff648e-2a8e-484e-ab6b-f0b70f707221 None None] Provisioning complete for port a2bbe8cd-20ae-4761-8ac4-d227dde13acf triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:34:09.067524 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-bcff648e-2a8e-484e-ab6b-f0b70f707221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:09.102234 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-bcff648e-2a8e-484e-ab6b-f0b70f707221 None None] Port a2bbe8cd-20ae-4761-8ac4-d227dde13acf cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:34:09.266751 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2bbe8cd-20ae-4761-8ac4-d227dde13acf {{(pid=94730) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:34:09.274269 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:09.286399 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Transition to ACTIVE for port object a2bbe8cd-20ae-4761-8ac4-d227dde13acf will not be triggered until provisioned by entity L2. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:34:09.411191 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:09.474781 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Pushing event updated for resources: {'Port': ['ID=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:09.559437 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c829858-519c-4ef7-816a-b4484488927b req-44a3731f-c9bc-45e4-b381-1d7f9e50471c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:09.561045 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6c829858-519c-4ef7-816a-b4484488927b req-44a3731f-c9bc-45e4-b381-1d7f9e50471c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 943 time: 0.1099110 Sep 07 20:34:09.595455 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Attempting to bind port a2bbe8cd-20ae-4761-8ac4-d227dde13acf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:34:09.595798 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Attempting to bind port a2bbe8cd-20ae-4761-8ac4-d227dde13acf by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:34:09.596133 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Attempting to bind port a2bbe8cd-20ae-4761-8ac4-d227dde13acf on network c0cb6169-d2ba-43fe-999f-923959eee80d {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:34:09.605893 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Port a2bbe8cd-20ae-4761-8ac4-d227dde13acf on network c0cb6169-d2ba-43fe-999f-923959eee80d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:34:09.606222 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Attempting to bind port a2bbe8cd-20ae-4761-8ac4-d227dde13acf on network c0cb6169-d2ba-43fe-999f-923959eee80d {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:34:09.620306 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:34:09.620649 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Checking segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:34:09.621033 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Bound using segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} {{(pid=94730) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:34:09.621466 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.managers [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Bound port: a2bbe8cd-20ae-4761-8ac4-d227dde13acf, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}}] {{(pid=94730) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:34:09.621884 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:09.627051 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6c829858-519c-4ef7-816a-b4484488927b req-d56588ec-1237-4ca3-beb6-1f0f4ef17272 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582337 Sep 07 20:34:09.690560 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] For port a2bbe8cd-20ae-4761-8ac4-d227dde13acf, host hv-cinder-76019, cleared binding levels {{(pid=94730) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:34:09.695896 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] For port a2bbe8cd-20ae-4761-8ac4-d227dde13acf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94730) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:34:09.754410 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:09.786605 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:09.787222 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:09.788515 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] 10.222.0.59 "PUT /v2.0/ports/a2bbe8cd-20ae-4761-8ac4-d227dde13acf HTTP/1.1" status: 200 len: 1093 time: 0.8431962 Sep 07 20:34:09.791997 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'tag': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:34:09.794801 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3123429-4f42-49e0-a2f6-e61ce7058515" -d '{"events": [{"name": "network-changed", "server_uuid": "466e1cf4-1c3c-4839-b872-36d9514effc9", "tag": "a2bbe8cd-20ae-4761-8ac4-d227dde13acf"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:34:09.829695 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae2b20-d3de-471c-9f19-18a79dc197aa service neutron] Pushing event updated for resources: {'Port': ['ID=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,revision_number=3']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:09.845579 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8aa1b72-feb3-4440-bd3b-59852324461e x-openstack-request-id: req-f8aa1b72-feb3-4440-bd3b-59852324461e {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:34:09.845897 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466e1cf4-1c3c-4839-b872-36d9514effc9", "tag": "a2bbe8cd-20ae-4761-8ac4-d227dde13acf", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:34:09.846204 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8aa1b72-feb3-4440-bd3b-59852324461e {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:34:09.846811 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'tag': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'status': 'completed', 'code': 200} Sep 07 20:34:09.908434 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3123429-4f42-49e0-a2f6-e61ce7058515 req-1a1ac8d5-799b-40e5-b1a0-585f9676681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:09.910812 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c3123429-4f42-49e0-a2f6-e61ce7058515 req-1a1ac8d5-799b-40e5-b1a0-585f9676681e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 1096 time: 0.0421484 Sep 07 20:34:10.015289 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3123429-4f42-49e0-a2f6-e61ce7058515 req-63cba5b6-ee00-4447-95fc-eb5eff0456c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:10.016780 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c3123429-4f42-49e0-a2f6-e61ce7058515 req-63cba5b6-ee00-4447-95fc-eb5eff0456c2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988197 Sep 07 20:34:10.109754 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3123429-4f42-49e0-a2f6-e61ce7058515 req-9ab768b8-60a7-4d52-badd-74eb061e5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:10.111271 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c3123429-4f42-49e0-a2f6-e61ce7058515 req-9ab768b8-60a7-4d52-badd-74eb061e5410 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863063 Sep 07 20:34:10.191269 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-53fbf53d-87e8-4189-b79e-54fb7c0dd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:10.192826 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-53fbf53d-87e8-4189-b79e-54fb7c0dd477 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 1096 time: 0.0443399 Sep 07 20:34:10.234824 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-c2a82da1-382e-4c01-b3d0-998cce23010f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2bbe8cd-20ae-4761-8ac4-d227dde13acf HTTP/1.1" status: 200 len: 217 time: 0.0344632 Sep 07 20:34:10.282549 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-c605494f-99f8-4085-859d-f978869cd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:10.284029 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-c605494f-99f8-4085-859d-f978869cd7db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0417600 Sep 07 20:34:10.332665 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-a5a42a5f-5723-494e-b6dd-187ca7c840ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:10.334226 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-a5a42a5f-5723-494e-b6dd-187ca7c840ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388148 Sep 07 20:34:10.427162 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-f4ac27dd-2c9a-42db-870b-66e79da46fbf service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857525 Sep 07 20:34:10.525812 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7c750b6-d42a-4216-9287-e762c48fe935 req-e85ef5b9-45d3-4d64-b694-3e2cade084b4 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860395 Sep 07 20:34:10.746009 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48094489-472c-46f4-9090-a1eefceb877c req-56c8cf52-1b6f-4562-a5f5-ad30b64bd8e4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:10.747569 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-48094489-472c-46f4-9090-a1eefceb877c req-56c8cf52-1b6f-4562-a5f5-ad30b64bd8e4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 943 time: 0.0494339 Sep 07 20:34:10.783953 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-48094489-472c-46f4-9090-a1eefceb877c req-45247331-1435-4611-9839-02a241e68cd4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304649 Sep 07 20:34:11.898348 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b7652-9250-4395-883f-bca655078b4d req-00315d41-8c9d-4652-a3f4-1dabbbdf695c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:11.899871 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-114b7652-9250-4395-883f-bca655078b4d req-00315d41-8c9d-4652-a3f4-1dabbbdf695c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 943 time: 0.0503604 Sep 07 20:34:11.937008 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-114b7652-9250-4395-883f-bca655078b4d req-54799f0c-c1c5-4173-9ac6-b15399f6f776 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311306 Sep 07 20:34:12.285820 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-c70aad22-1c4e-4deb-ad93-b78e6a675e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:12.287378 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-c70aad22-1c4e-4deb-ad93-b78e6a675e4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 1098 time: 0.0402284 Sep 07 20:34:12.392825 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-e891429c-13bc-4421-a546-c72598801fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:12.394575 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-e891429c-13bc-4421-a546-c72598801fdc service neutron] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 917 time: 0.0879123 Sep 07 20:34:12.499079 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-563e1f34-c11f-40f5-982d-b0e2bc710cb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863cee09-bec4-4a94-a474-c1aeec634147 HTTP/1.1" status: 200 len: 1001 time: 0.0921001 Sep 07 20:34:12.514085 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd2c67-7958-445f-b5bb-c0cfdc558c1c req-a36c7cd9-f132-480c-aef5-a1f2225eddff tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:12.515530 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dddd2c67-7958-445f-b5bb-c0cfdc558c1c req-a36c7cd9-f132-480c-aef5-a1f2225eddff tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0720041 Sep 07 20:34:12.582613 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-39f44434-5bb5-4e4c-b7d7-f85c825680e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:12.584055 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-39f44434-5bb5-4e4c-b7d7-f85c825680e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.0676446 Sep 07 20:34:12.587176 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dddd2c67-7958-445f-b5bb-c0cfdc558c1c req-fd8aa3de-c7e1-44ef-8e45-b3f301196b70 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637748 Sep 07 20:34:12.634171 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-7b721a95-0fe5-4c04-b410-1b5807a42b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:12.635683 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-7b721a95-0fe5-4c04-b410-1b5807a42b02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440879 Sep 07 20:34:12.724434 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-196f2663-aec7-4370-9316-3c87fb653814 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805495 Sep 07 20:34:12.816091 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-125b7638-8fb9-4317-a1fa-4a1b9afbd1b0 req-09c0291f-be1b-4037-b181-fb78e12c2241 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848849 Sep 07 20:34:13.050656 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b9433-afa3-4695-8789-0d7eb7362d29 req-9f11c141-2a28-4a54-ad2d-7e1c58e5e10d tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:13.052117 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cc0b9433-afa3-4695-8789-0d7eb7362d29 req-9f11c141-2a28-4a54-ad2d-7e1c58e5e10d tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 943 time: 0.0476565 Sep 07 20:34:13.087961 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cc0b9433-afa3-4695-8789-0d7eb7362d29 req-3d369a82-931b-4d94-930a-764713a8451b tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300353 Sep 07 20:34:13.704376 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c1ff-776e-4547-a0c4-b97a5a2d3ca8 req-9b891f99-0414-4a7c-be55-22918d2f09f6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:13.705845 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9f62c1ff-776e-4547-a0c4-b97a5a2d3ca8 req-9b891f99-0414-4a7c-be55-22918d2f09f6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0479603 Sep 07 20:34:13.742623 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9f62c1ff-776e-4547-a0c4-b97a5a2d3ca8 req-29ee39d4-d02d-4921-b2c4-664112437a70 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303307 Sep 07 20:34:14.201602 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02033f-0a0d-439c-92ed-aadb3c55c008 req-37d6a6dc-e570-4ea2-b8a7-8d213157bde5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:14.202993 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4e02033f-0a0d-439c-92ed-aadb3c55c008 req-37d6a6dc-e570-4ea2-b8a7-8d213157bde5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 943 time: 0.0509315 Sep 07 20:34:14.239587 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4e02033f-0a0d-439c-92ed-aadb3c55c008 req-40de4e16-4874-448a-aea4-e9070c821ddf tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307245 Sep 07 20:34:14.860205 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fd69f-01d2-4b8d-9876-b46c07dfc2a5 req-f3d31ad8-2350-469e-a292-78d483d4d341 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:14.861621 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d66fd69f-01d2-4b8d-9876-b46c07dfc2a5 req-f3d31ad8-2350-469e-a292-78d483d4d341 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0475183 Sep 07 20:34:14.898739 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d66fd69f-01d2-4b8d-9876-b46c07dfc2a5 req-de55388a-63c3-4b98-a9c5-d9bfeef82547 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313041 Sep 07 20:34:15.227962 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-d6d4a269-d881-4efe-9d6a-875b8e528c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:15.349513 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5cd0a-f121-42d0-b745-098bfb81e4ba req-ebe63e3c-5ff5-4b12-848c-b758485f7833 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:15.350980 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-20f5cd0a-f121-42d0-b745-098bfb81e4ba req-ebe63e3c-5ff5-4b12-848c-b758485f7833 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 943 time: 0.0470297 Sep 07 20:34:15.387241 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-20f5cd0a-f121-42d0-b745-098bfb81e4ba req-805168a5-9338-4e10-ba43-148161780a4a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303438 Sep 07 20:34:16.277878 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3bdc-6ffc-4575-84f0-5e0ee12549da req-8234a983-acb9-4c30-80ab-91dc09fdc2b3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:16.279250 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9cab3bdc-6ffc-4575-84f0-5e0ee12549da req-8234a983-acb9-4c30-80ab-91dc09fdc2b3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.3107746 Sep 07 20:34:16.315036 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9cab3bdc-6ffc-4575-84f0-5e0ee12549da req-02d63f04-9017-49a5-a99e-5c3f4d507a02 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292816 Sep 07 20:34:16.495948 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8baff3-5765-4c65-8e31-65eeacc86fc6 req-a25580d3-de66-4dcf-a765-0f1833ec5fe5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:16.497405 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8c8baff3-5765-4c65-8e31-65eeacc86fc6 req-a25580d3-de66-4dcf-a765-0f1833ec5fe5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 943 time: 0.0474446 Sep 07 20:34:16.534534 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8c8baff3-5765-4c65-8e31-65eeacc86fc6 req-af81e085-8aaf-4f3c-8071-677077fa14fc tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311687 Sep 07 20:34:17.430408 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f533d95-09a8-4d8f-b126-5c4d1871d502 req-7999d7b0-af99-4cd0-b515-8aaf29254a1f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:17.431860 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0f533d95-09a8-4d8f-b126-5c4d1871d502 req-7999d7b0-af99-4cd0-b515-8aaf29254a1f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0468969 Sep 07 20:34:17.468660 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0f533d95-09a8-4d8f-b126-5c4d1871d502 req-e39729ae-1408-4002-8bff-ee9d61afefaa tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310242 Sep 07 20:34:17.648092 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b7de4-2fe9-48f0-a4b8-634911f91bd4 req-8daf67ae-563a-4d2d-a8e5-0a3c847f4224 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:17.649545 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-934b7de4-2fe9-48f0-a4b8-634911f91bd4 req-8daf67ae-563a-4d2d-a8e5-0a3c847f4224 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 943 time: 0.0507414 Sep 07 20:34:17.686424 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-934b7de4-2fe9-48f0-a4b8-634911f91bd4 req-83b195fa-ee55-4d0c-994e-c34efc765d6f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309303 Sep 07 20:34:17.806597 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a2bbe8cd-20ae-4761-8ac4-d227dde13acf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:34:17.908910 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a2bbe8cd-20ae-4761-8ac4-d227dde13acf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:17.920430 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'port_id': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'mac_address': 'fa:16:3e:74:ce:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:34:17.955931 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:17.968003 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2bbe8cd-20ae-4761-8ac4-d227dde13acf {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:34:17.985528 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7437b0a4-78d0-45a5-83b6-30132c93afdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:17.988491 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a2bbe8cd-20ae-4761-8ac4-d227dde13acf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:18.060285 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:18.108866 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:18.116287 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.116628 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.116965 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.117292 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.117613 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.117955 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.118279 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.118596 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.118915 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.119226 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.119539 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.119848 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:18.248559 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:18.287807 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a2bbe8cd-20ae-4761-8ac4-d227dde13acf'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:34:18.584885 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eb033-2f18-4b84-91c9-5ad07c5a22e9 req-6a4757a5-f6d8-43a4-b8ea-41ee16f8e818 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:18.587056 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7b4eb033-2f18-4b84-91c9-5ad07c5a22e9 req-6a4757a5-f6d8-43a4-b8ea-41ee16f8e818 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0489502 Sep 07 20:34:18.623821 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7b4eb033-2f18-4b84-91c9-5ad07c5a22e9 req-0730c2bb-b2c4-45af-a025-806f0cb54b7f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309677 Sep 07 20:34:18.795290 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0423f-cff6-44c3-abb1-4e52e43b68eb req-d59ba2b1-32c4-4c33-b3b3-92397f86f653 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:18.796604 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7b0423f-cff6-44c3-abb1-4e52e43b68eb req-d59ba2b1-32c4-4c33-b3b3-92397f86f653 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 944 time: 0.0469799 Sep 07 20:34:18.832302 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7b0423f-cff6-44c3-abb1-4e52e43b68eb req-f3f7f85e-04fd-4e3a-8105-bad9633b9842 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299644 Sep 07 20:34:19.689240 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:19.744067 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4cac8-6403-4900-8ede-9fa1d7e8af32 req-f61889bb-b830-4803-8139-a76650ea5dee tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:19.745536 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e4b4cac8-6403-4900-8ede-9fa1d7e8af32 req-f61889bb-b830-4803-8139-a76650ea5dee tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0510681 Sep 07 20:34:19.781835 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e4b4cac8-6403-4900-8ede-9fa1d7e8af32 req-bcc20fbf-70d3-4be0-abaa-0256a5b6272d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302329 Sep 07 20:34:19.808942 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a2bbe8cd-20ae-4761-8ac4-d227dde13acf up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:34:19.913678 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port a2bbe8cd-20ae-4761-8ac4-d227dde13acf completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:34:19.917530 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port a2bbe8cd-20ae-4761-8ac4-d227dde13acf triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:34:19.917932 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:19.944091 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb68e-a27f-410d-b160-2f3954ddc42b req-ba87d3fa-955f-463c-b677-ddfb3b67a80a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:19.945574 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-958bb68e-a27f-410d-b160-2f3954ddc42b req-ba87d3fa-955f-463c-b677-ddfb3b67a80a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 944 time: 0.0482819 Sep 07 20:34:19.983672 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-958bb68e-a27f-410d-b160-2f3954ddc42b req-1d39a381-3092-4410-ae7a-9a0b76bbafcf tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Sep 07 20:34:19.992808 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:20.014427 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:34:20.016546 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c68d46-1699-4f11-b2a0-8ec042aece1e" -d '{"events": [{"server_uuid": "466e1cf4-1c3c-4839-b872-36d9514effc9", "name": "network-vif-plugged", "status": "completed", "tag": "a2bbe8cd-20ae-4761-8ac4-d227dde13acf"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:34:20.033135 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a2bbe8cd-20ae-4761-8ac4-d227dde13acf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:20.100541 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:20.146966 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:20.225217 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc632d05-3915-4ac3-ac82-1f68dd774b6b x-openstack-request-id: req-cc632d05-3915-4ac3-ac82-1f68dd774b6b {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:34:20.225502 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466e1cf4-1c3c-4839-b872-36d9514effc9", "name": "network-vif-plugged", "status": "completed", "tag": "a2bbe8cd-20ae-4761-8ac4-d227dde13acf", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:34:20.225782 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc632d05-3915-4ac3-ac82-1f68dd774b6b {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:34:20.226170 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'code': 200} Sep 07 20:34:20.564528 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf8567-a58b-4b58-a82c-6f2c312ba2d9 req-ae421181-e68b-4a40-a5f3-f5ac4a73a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:20.566537 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cacf8567-a58b-4b58-a82c-6f2c312ba2d9 req-ae421181-e68b-4a40-a5f3-f5ac4a73a6ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 1098 time: 0.0403261 Sep 07 20:34:20.601054 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cacf8567-a58b-4b58-a82c-6f2c312ba2d9 req-fd4eb08c-06ff-473d-9bde-3f2b35befc9c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278568 Sep 07 20:34:20.757478 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:20.901647 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2f331-254a-43ff-bcfc-76b93d946ade req-a6b16294-e8d3-46ed-a8b7-99a6146e71b9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:20.903138 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-92e2f331-254a-43ff-bcfc-76b93d946ade req-a6b16294-e8d3-46ed-a8b7-99a6146e71b9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0520117 Sep 07 20:34:20.939943 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-92e2f331-254a-43ff-bcfc-76b93d946ade req-37f73733-5750-48cf-aae4-8b9acbeaa76f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309572 Sep 07 20:34:21.096706 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dbbd6-bc2c-43f2-9616-422be12b420e req-740c2c3f-d4e3-4f44-8df3-881cbb091708 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:21.098102 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fb6dbbd6-bc2c-43f2-9616-422be12b420e req-740c2c3f-d4e3-4f44-8df3-881cbb091708 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 945 time: 0.0475490 Sep 07 20:34:21.134453 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fb6dbbd6-bc2c-43f2-9616-422be12b420e req-a2229e84-34fa-47d6-8603-049dae047260 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305023 Sep 07 20:34:22.057528 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24513824-1f79-4a9b-9939-53294d70fef9 req-482c3e79-8df0-4598-996f-6e1b1ab26f10 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:22.059022 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-24513824-1f79-4a9b-9939-53294d70fef9 req-482c3e79-8df0-4598-996f-6e1b1ab26f10 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0484900 Sep 07 20:34:22.096894 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-24513824-1f79-4a9b-9939-53294d70fef9 req-6fcc9538-aff2-4432-808f-fb74e65f4e02 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319414 Sep 07 20:34:22.120081 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:34:22.256000 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432d2d-78e1-4ccc-a60e-c2276cc914b3 req-4060df12-b338-42a0-9b7e-b9143b2b840f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:22.257481 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9e432d2d-78e1-4ccc-a60e-c2276cc914b3 req-4060df12-b338-42a0-9b7e-b9143b2b840f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 945 time: 0.0599608 Sep 07 20:34:22.295093 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9e432d2d-78e1-4ccc-a60e-c2276cc914b3 req-746df87d-9a2b-4bb6-8e89-b9637e0838fa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314903 Sep 07 20:34:22.405999 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc323b-3c24-4ece-856d-3c361bf6b4ba req-5bb70cb3-38fb-43ba-8a5d-e9a830267882 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:22.407444 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6ccc323b-3c24-4ece-856d-3c361bf6b4ba req-5bb70cb3-38fb-43ba-8a5d-e9a830267882 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 945 time: 0.0474970 Sep 07 20:34:22.444161 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6ccc323b-3c24-4ece-856d-3c361bf6b4ba req-9ffcfe8c-10bc-4c71-b315-37df56b6c056 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305898 Sep 07 20:34:22.465261 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46972) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:22.653923 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da91067-93c4-4e6c-bdb0-c8fe6cd463f1 tempest-TestVolumeBootPattern-1353305002 tempest-TestVolumeBootPattern-1353305002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:22.655478 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-6da91067-93c4-4e6c-bdb0-c8fe6cd463f1 tempest-TestVolumeBootPattern-1353305002 tempest-TestVolumeBootPattern-1353305002-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 1093 time: 0.1891599 Sep 07 20:34:22.658407 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 46976) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:22.662869 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'floatingip': {'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'port_id': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:34:22.747655 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:22.842148 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:22.953421 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Allocated IP 172.27.0.145 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/ab848fa1-03c9-42d9-b2c3-088659788754) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:34:23.053644 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:23.140727 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:23.176550 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:34:23.189521 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:34:23.209914 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:34:23.246481 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'Port': ['ID=ab848fa1-03c9-42d9-b2c3-088659788754,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:23.272062 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d87cbd-4e4f-47bd-b8a1-7642f5a773be req-8a90d522-4fa8-43ec-810b-631937962d63 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:23.276740 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-06d87cbd-4e4f-47bd-b8a1-7642f5a773be req-8a90d522-4fa8-43ec-810b-631937962d63 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0992894 Sep 07 20:34:23.356771 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-06d87cbd-4e4f-47bd-b8a1-7642f5a773be req-8645c0f5-c79e-4222-a120-45f9280862d7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770764 Sep 07 20:34:23.608417 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:23.761004 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:23.914523 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:23.991790 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:24.060395 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'Port': ['ID=ab848fa1-03c9-42d9-b2c3-088659788754,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:24.070865 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:24.167419 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Floating IP 66d23636-32dd-425d-b585-a72357d2a803 associated. External IP: 172.27.0.145, port: a2bbe8cd-20ae-4761-8ac4-d227dde13acf. Sep 07 20:34:24.374680 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Router 883296fa-d292-4f7e-a1c1-546e35a53945 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:34:24.506890 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:34:24.516403 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] Sync routers for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:34:24.527844 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:34:24.528604 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:34:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:24.531717 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce33ec9-708d-4342-9a32-e84c4d9a4778 req-a8cec781-5a3b-45b2-8bb4-e4b7839f0971 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:24.533369 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ce33ec9-708d-4342-9a32-e84c4d9a4778 req-a8cec781-5a3b-45b2-8bb4-e4b7839f0971 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.1007440 Sep 07 20:34:24.568928 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:24.595068 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ce33ec9-708d-4342-9a32-e84c4d9a4778 req-1f132be4-56b5-4ebb-993d-73cd9dba20fc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548136 Sep 07 20:34:24.605805 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-c77ee1f4-bad5-446b-9b46-7bf82a4617a3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9463983 Sep 07 20:34:24.606380 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'tag': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:34:24.608680 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46" -d '{"events": [{"name": "network-changed", "server_uuid": "466e1cf4-1c3c-4839-b872-36d9514effc9", "tag": "a2bbe8cd-20ae-4761-8ac4-d227dde13acf"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:34:24.647630 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb2bc12-6ab1-4033-b57a-41ccc0e5ec1c x-openstack-request-id: req-0bb2bc12-6ab1-4033-b57a-41ccc0e5ec1c {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:34:24.647919 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466e1cf4-1c3c-4839-b872-36d9514effc9", "tag": "a2bbe8cd-20ae-4761-8ac4-d227dde13acf", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:34:24.648171 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0bb2bc12-6ab1-4033-b57a-41ccc0e5ec1c {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:34:24.648565 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'tag': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'status': 'completed', 'code': 200} Sep 07 20:34:24.649194 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:34:24.715182 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-2f259782-6e44-4e50-a505-d5d8ad2b7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:24.716764 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-2f259782-6e44-4e50-a505-d5d8ad2b7617 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 1098 time: 0.0396686 Sep 07 20:34:24.816034 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-486ba911-12f1-4a1e-9dd3-cd5d0d187114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:24.818040 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-486ba911-12f1-4a1e-9dd3-cd5d0d187114 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 912 time: 0.0838304 Sep 07 20:34:24.875400 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '66d23636-32dd-425d-b585-a72357d2a803', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:74:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:34:23Z', 'updated_at': '2021-09-07T20:34:23Z', 'revision_number': 0, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:24.900470 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] Checking router: 883296fa-d292-4f7e-a1c1-546e35a53945 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:34:24.900735 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-749d46db-8949-479f-b99a-bc5cceaa0149 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2bbe8cd-20ae-4761-8ac4-d227dde13acf HTTP/1.1" status: 200 len: 999 time: 0.0638885 Sep 07 20:34:24.908803 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:34:24.909398 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:34:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:24.951308 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-f329d1c1-f60c-405e-9fd1-9301d44cb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:24.952832 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-f329d1c1-f60c-405e-9fd1-9301d44cb08a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0454099 Sep 07 20:34:25.000152 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-3e93bc26-d5e9-4418-a9c5-f512e34231cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:25.001797 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-3e93bc26-d5e9-4418-a9c5-f512e34231cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418620 Sep 07 20:34:25.023913 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:34:25.101617 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-7f0ba602-bf9c-4a90-89a4-38cc9c5454c6 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862105 Sep 07 20:34:25.194214 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e29b88ce-d8cb-4b97-9bd2-d3879b48bc46 req-75bc9297-bd03-47ed-a26c-b123594de8d5 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859525 Sep 07 20:34:25.247991 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '66d23636-32dd-425d-b585-a72357d2a803', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:74:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:34:23Z', 'updated_at': '2021-09-07T20:34:23Z', 'revision_number': 0, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:25.277360 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5a839-4413-44a0-9d30-52bb7673ea02 None None] The sync data for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi is: [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '66d23636-32dd-425d-b585-a72357d2a803', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:74:ce:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:34:23Z', 'updated_at': '2021-09-07T20:34:23Z', 'revision_number': 0, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:34:25.474977 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2eeaf-10cc-43a7-b78d-edfe57131aa5 None None] New status for floating IP 66d23636-32dd-425d-b585-a72357d2a803: ACTIVE {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:34:25.717542 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8dceb-066d-4e00-983e-bd1bb84c91bd req-3ccb9aae-6f23-479a-aa80-f32280f02ea9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:25.719055 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0fb8dceb-066d-4e00-983e-bd1bb84c91bd req-3ccb9aae-6f23-479a-aa80-f32280f02ea9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0512722 Sep 07 20:34:25.767081 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0fb8dceb-066d-4e00-983e-bd1bb84c91bd req-0e0f4f92-e839-40bb-98a5-79d00931fcd4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413163 Sep 07 20:34:25.853426 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:34:25.956453 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:25.969805 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '863cee09-bec4-4a94-a474-c1aeec634147', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'port_id': '863cee09-bec4-4a94-a474-c1aeec634147', 'mac_address': 'fa:16:3e:41:c8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:34:26.012810 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:26.035942 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 863cee09-bec4-4a94-a474-c1aeec634147 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:34:26.057156 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:26.129854 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:26.197370 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=6']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:26.219118 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['863cee09-bec4-4a94-a474-c1aeec634147'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:34:26.913187 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf213bab-4ada-472c-a8ad-199636578cd3 req-0c93b591-6d5f-478a-8392-9022fdee6533 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:26.915444 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cf213bab-4ada-472c-a8ad-199636578cd3 req-0c93b591-6d5f-478a-8392-9022fdee6533 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 944 time: 0.0567837 Sep 07 20:34:26.958902 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cf213bab-4ada-472c-a8ad-199636578cd3 req-c87255d7-af39-4443-a5a7-f46d88c9ac94 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373714 Sep 07 20:34:27.861839 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:34:27.935881 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 863cee09-bec4-4a94-a474-c1aeec634147 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:34:27.936122 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:28.028446 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:28.060094 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:34:28.064553 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38461054-f0da-44d6-9105-69960b6b9ba1" -d '{"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-plugged", "status": "completed", "tag": "863cee09-bec4-4a94-a474-c1aeec634147"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:34:28.071296 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:28.123462 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1aef76-1211-4de1-a383-63ea259d5898 x-openstack-request-id: req-ba1aef76-1211-4de1-a383-63ea259d5898 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:34:28.123803 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-plugged", "status": "completed", "tag": "863cee09-bec4-4a94-a474-c1aeec634147", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:34:28.124432 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba1aef76-1211-4de1-a383-63ea259d5898 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:34:28.125023 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147', 'code': 200} Sep 07 20:34:28.133912 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2b8e0-e8a0-40ea-9987-eb83069f5f1d req-4f43e9ae-3c1f-4a3d-8a0b-1789ad5117dc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:28.137629 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:28.141292 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-71c2b8e0-e8a0-40ea-9987-eb83069f5f1d req-4f43e9ae-3c1f-4a3d-8a0b-1789ad5117dc tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 944 time: 0.0930254 Sep 07 20:34:28.198027 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-71c2b8e0-e8a0-40ea-9987-eb83069f5f1d req-0e15f07e-3c9d-4b2c-8ab1-ed1a00e0d9a7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555227 Sep 07 20:34:28.209974 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=7']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:29.352374 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9595e-d41f-432c-959b-f9af78525819 req-4b8a6f41-7fd6-4228-88a3-f8857a3756e2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:29.354536 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eda9595e-d41f-432c-959b-f9af78525819 req-4b8a6f41-7fd6-4228-88a3-f8857a3756e2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0521703 Sep 07 20:34:29.404299 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eda9595e-d41f-432c-959b-f9af78525819 req-b589925b-a09d-46f7-b024-e1659afe3426 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412776 Sep 07 20:34:30.523709 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5ded-a61f-4369-810f-eccc95b16d8a req-847c5492-2405-4fad-a4ad-7d04757016ed tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:30.525326 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-112f5ded-a61f-4369-810f-eccc95b16d8a req-847c5492-2405-4fad-a4ad-7d04757016ed tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0526242 Sep 07 20:34:30.578372 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-112f5ded-a61f-4369-810f-eccc95b16d8a req-784228b7-ae03-4f4f-b8a7-007fed816543 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459838 Sep 07 20:34:31.699095 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdbedd-3774-47bd-8595-2249dd51c962 req-cb4e7850-e445-4a00-9fa1-966b7344c7d5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:31.734751 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ccbdbedd-3774-47bd-8595-2249dd51c962 req-cb4e7850-e445-4a00-9fa1-966b7344c7d5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0487289 Sep 07 20:34:31.742085 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ccbdbedd-3774-47bd-8595-2249dd51c962 req-0b7f470b-da3a-4152-928c-cd5f760c955d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346270 Sep 07 20:34:32.870590 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58893aa6-6890-4a4f-90a8-66f302fe66e8 req-5e46d6ca-3d97-40ed-9eb3-8d5f69d11418 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:32.872930 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-58893aa6-6890-4a4f-90a8-66f302fe66e8 req-5e46d6ca-3d97-40ed-9eb3-8d5f69d11418 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0558362 Sep 07 20:34:32.919795 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-58893aa6-6890-4a4f-90a8-66f302fe66e8 req-e2cd98e2-4c7c-488d-8c6b-34b35f90178b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401206 Sep 07 20:34:34.075843 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3d505-a7c7-4a1e-a020-73e82372b529 req-640e9dd8-9de9-4e52-9d67-f78625b9045a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:34.077406 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-03a3d505-a7c7-4a1e-a020-73e82372b529 req-640e9dd8-9de9-4e52-9d67-f78625b9045a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0788045 Sep 07 20:34:34.119690 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-03a3d505-a7c7-4a1e-a020-73e82372b529 req-1336d764-7eef-4e53-aecc-10677312a997 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336661 Sep 07 20:34:35.257044 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b87c0-4755-431a-88b6-0765d412c96e req-73f4ac1b-b592-452a-a5ef-8896d6c11bb8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:35.258612 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a79b87c0-4755-431a-88b6-0765d412c96e req-73f4ac1b-b592-452a-a5ef-8896d6c11bb8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0499935 Sep 07 20:34:35.303892 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a79b87c0-4755-431a-88b6-0765d412c96e req-9684c1c4-cdce-4783-a880-f5d815d26e1d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393212 Sep 07 20:34:36.428001 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d384012-2736-4e5b-b0b8-7919d7127417 req-c9c4f62a-2975-47e1-a869-3397393b3a6e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:36.429487 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0d384012-2736-4e5b-b0b8-7919d7127417 req-c9c4f62a-2975-47e1-a869-3397393b3a6e tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0504091 Sep 07 20:34:36.466198 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0d384012-2736-4e5b-b0b8-7919d7127417 req-c75e33bc-f095-4c71-8126-c14e54ab333b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303025 Sep 07 20:34:36.851277 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-daa3176c-b128-4bc3-b8e5-eb03062aa03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:36.852815 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-daa3176c-b128-4bc3-b8e5-eb03062aa03f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 1098 time: 0.0415022 Sep 07 20:34:36.958336 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b29a9-d804-4570-8f77-f4b1f0ba8e40 req-1007c89e-167a-4e2a-9a10-35d67a75d428 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:36.959791 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-664b29a9-d804-4570-8f77-f4b1f0ba8e40 req-1007c89e-167a-4e2a-9a10-35d67a75d428 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 945 time: 0.1061091 Sep 07 20:34:36.986986 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-e0b8c1c0-8ab7-4087-9368-bdae7ada8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:36.988911 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-e0b8c1c0-8ab7-4087-9368-bdae7ada8afc service neutron] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 917 time: 0.1273561 Sep 07 20:34:37.011571 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-664b29a9-d804-4570-8f77-f4b1f0ba8e40 req-0a762624-e3da-448b-9ee3-4f524745f432 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458829 Sep 07 20:34:37.063100 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-4b79b340-501e-4b9d-967d-eff7e9934080 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863cee09-bec4-4a94-a474-c1aeec634147 HTTP/1.1" status: 200 len: 1001 time: 0.0620687 Sep 07 20:34:37.111277 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-d213680f-9f00-47de-87bf-c6eed1941f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:37.113222 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-d213680f-9f00-47de-87bf-c6eed1941f42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.0411236 Sep 07 20:34:37.156255 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-09ea8a6d-9d95-4fed-b23f-be2b45eec2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:37.157669 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-09ea8a6d-9d95-4fed-b23f-be2b45eec2d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368094 Sep 07 20:34:37.247576 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-1c733db5-56d3-4f8e-8f6d-fcfa01fdda6f service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816710 Sep 07 20:34:37.333936 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-428b3275-053d-4e5e-b3e3-4d90ae13ea62 req-a3dffa64-0423-4daa-b2e6-cfeec42afe5c service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789313 Sep 07 20:34:37.517211 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:37.588591 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6843c1c-2a35-41ef-a82c-f56762764aca req-e5816b44-9792-4387-93f1-93e41ce81c64 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:37.590035 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e6843c1c-2a35-41ef-a82c-f56762764aca req-e5816b44-9792-4387-93f1-93e41ce81c64 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0514891 Sep 07 20:34:37.626408 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e6843c1c-2a35-41ef-a82c-f56762764aca req-aab096fc-2008-423e-999f-e81e72417286 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305161 Sep 07 20:34:38.122912 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527ed2f-83b7-42c4-b7a9-8f2918530d46 req-9448c841-5168-4cf0-80dd-413cda8f79b6 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:38.124366 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9527ed2f-83b7-42c4-b7a9-8f2918530d46 req-9448c841-5168-4cf0-80dd-413cda8f79b6 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 945 time: 0.0474818 Sep 07 20:34:38.161400 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9527ed2f-83b7-42c4-b7a9-8f2918530d46 req-224cf93d-e9ea-4168-b687-c23beb9000d4 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308051 Sep 07 20:34:38.651166 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-47082a4a-3273-41fc-ab2b-711a7197812e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:38.652578 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-47082a4a-3273-41fc-ab2b-711a7197812e tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 945 time: 0.0459747 Sep 07 20:34:38.772971 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc2597-fb13-4e6a-a742-930f522db6a4 req-077f1c22-7780-4124-8129-cdc4034f68a6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:38.774481 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-54cc2597-fb13-4e6a-a742-930f522db6a4 req-077f1c22-7780-4124-8129-cdc4034f68a6 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0732269 Sep 07 20:34:38.792422 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Deleting port a341302b-6e1b-4e16-ba50-dd993522293f {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:34:38.792750 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:38.865552 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-54cc2597-fb13-4e6a-a742-930f522db6a4 req-031b1490-073c-4c2f-93ad-691cbbddaf55 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843248 Sep 07 20:34:38.902056 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] For port a341302b-6e1b-4e16-ba50-dd993522293f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a341302b-6e1b-4e16-ba50-dd993522293f,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:38.902414 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:39.064632 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:39.065004 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:39.065379 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Floating IP 9fce6a64-c885-4646-9650-32341e4be4cb disassociated. External IP: 172.27.0.54, port: a341302b-6e1b-4e16-ba50-dd993522293f. Sep 07 20:34:39.065649 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Calling delete_port for a341302b-6e1b-4e16-ba50-dd993522293f owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:34:39.271888 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea8544-2e5b-4048-897c-5a845540ce67 req-04864506-1bd0-4656-8047-33d6c64a841f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:39.273351 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d1ea8544-2e5b-4048-897c-5a845540ce67 req-04864506-1bd0-4656-8047-33d6c64a841f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 945 time: 0.0469720 Sep 07 20:34:39.298881 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:39.332862 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event deleted for resources: {'Port': ['ID=a341302b-6e1b-4e16-ba50-dd993522293f,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:39.342070 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d1ea8544-2e5b-4048-897c-5a845540ce67 req-c57957f9-a6a7-4b63-8350-611b8f558d16 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups?id=72513330-f300-4e9b-8f9b-b3f22d3ad772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626781 Sep 07 20:34:39.454125 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Router c1629865-2783-413d-a5d5-272da2d63f6f has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:34:39.827116 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:34:39.839191 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] Sync routers for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:34:39.848415 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:34:39.849073 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:34:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:39.865613 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] No DVR routers for this DVR port a341302b-6e1b-4e16-ba50-dd993522293f on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:34:39.868222 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:39.870280 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9d095644-c96f-45ea-8e04-a5ac8d557b89 req-e8c6c50d-077a-471c-b634-212f8e94f3f2 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.59 "DELETE /v2.0/ports/a341302b-6e1b-4e16-ba50-dd993522293f HTTP/1.1" status: 204 len: 173 time: 1.2065580 Sep 07 20:34:39.870713 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'name': 'network-vif-deleted', 'tag': 'a341302b-6e1b-4e16-ba50-dd993522293f'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:34:39.872917 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f99463-d1bd-447c-8102-d5557d4e10fd" -d '{"events": [{"server_uuid": "eed07dbf-ad47-44af-8dd8-4ffcff1cabb4", "name": "network-vif-deleted", "tag": "a341302b-6e1b-4e16-ba50-dd993522293f"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:34:39.912631 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78221ca5-f004-41d5-8cb7-c91c3e7f4a2b x-openstack-request-id: req-78221ca5-f004-41d5-8cb7-c91c3e7f4a2b {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:34:39.912926 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed07dbf-ad47-44af-8dd8-4ffcff1cabb4", "name": "network-vif-deleted", "tag": "a341302b-6e1b-4e16-ba50-dd993522293f", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:34:39.913281 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78221ca5-f004-41d5-8cb7-c91c3e7f4a2b {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:34:39.913550 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed07dbf-ad47-44af-8dd8-4ffcff1cabb4', 'name': 'network-vif-deleted', 'tag': 'a341302b-6e1b-4e16-ba50-dd993522293f', 'status': 'completed', 'code': 200} Sep 07 20:34:40.001101 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a460cba-d009-49a2-a737-fdf396c6a70f req-461bbbef-c9f5-4269-9fde-c29de491368f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:40.002593 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0a460cba-d009-49a2-a737-fdf396c6a70f req-461bbbef-c9f5-4269-9fde-c29de491368f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 945 time: 0.0554676 Sep 07 20:34:40.045581 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0a460cba-d009-49a2-a737-fdf396c6a70f req-a103db6d-778e-48c8-b1cd-c3ffe57c4b8a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347581 Sep 07 20:34:40.069487 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:40.119155 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:34:40.241097 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:40.299705 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:34:40.301990 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2a39bd-cb30-4fb7-ba10-08d70a181c50" -d '{"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-unplugged", "status": "completed", "tag": "863cee09-bec4-4a94-a474-c1aeec634147"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:34:40.319674 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:40.334464 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6809162b-5dc2-401a-8871-e31e24e9403e x-openstack-request-id: req-6809162b-5dc2-401a-8871-e31e24e9403e {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:34:40.337843 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-unplugged", "status": "failed", "tag": "863cee09-bec4-4a94-a474-c1aeec634147", "code": 422}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:34:40.337843 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6809162b-5dc2-401a-8871-e31e24e9403e {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:34:40.337843 dv-cinder-760194-9-iscsi neutron-server[94731]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147', 'code': 422} returned with failed status Sep 07 20:34:40.381040 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:40.405641 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:40.435554 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] Checking router: c1629865-2783-413d-a5d5-272da2d63f6f for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:34:40.454784 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c6ab17cd-d00c-4b84-8533-b7ef06148162 req-fd022b81-bd56-40b1-a349-a241efed8962 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/ports?device_id=eed07dbf-ad47-44af-8dd8-4ffcff1cabb4 HTTP/1.1" status: 200 len: 210 time: 0.0265212 Sep 07 20:34:40.458193 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:34:40.458808 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:34:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:40.464181 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=8']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:40.572023 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:34:40.771153 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:40.797543 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7fba21-9a39-4b7f-92ad-468c2ad81e25 None None] The sync data for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi is: [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:28:06Z', 'revision_number': 4, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '9e741c38-07b3-4fcf-8de6-525fb06598e3', 'name': '', 'network_id': '97095c9e-e952-4a41-81ef-7fce322ef885', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'mac_address': 'fa:16:3e:78:12:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:04Z', 'updated_at': '2021-09-07T20:28:16Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'subnets': [{'id': '5f6c1187-2255-4bb0-9fa9-04f143c98b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:34:41.003591 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db64cd-789b-43d3-90b9-1a08729186b3 None None] New status for floating IP 9fce6a64-c885-4646-9650-32341e4be4cb: DOWN {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:34:41.634221 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47170) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:41.690883 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6e99e4ba-ab01-46a5-a693-e54b6b96c270 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:41.713917 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6e99e4ba-ab01-46a5-a693-e54b6b96c270 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:41.862012 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6e99e4ba-ab01-46a5-a693-e54b6b96c270 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:41.865215 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6e99e4ba-ab01-46a5-a693-e54b6b96c270 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:41.866429 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-6e99e4ba-ab01-46a5-a693-e54b6b96c270 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "DELETE /v2.0/security-groups/72513330-f300-4e9b-8f9b-b3f22d3ad772 HTTP/1.1" status: 204 len: 168 time: 0.2311690 Sep 07 20:34:41.869181 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47174) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:41.889070 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99e4ba-ab01-46a5-a693-e54b6b96c270 tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72513330-f300-4e9b-8f9b-b3f22d3ad772,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:41.894860 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.api.v2.resource [None req-3b4b333c-9b65-4133-ae65-115fe5447c5f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] show failed (client error): The resource could not be found. Sep 07 20:34:41.898834 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-3b4b333c-9b65-4133-ae65-115fe5447c5f tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "GET /v2.0/security-groups/72513330-f300-4e9b-8f9b-b3f22d3ad772 HTTP/1.1" status: 404 len: 347 time: 0.0280497 Sep 07 20:34:41.899669 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47178) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:41.939423 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a341302b-6e1b-4e16-ba50-dd993522293f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:41.946048 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [req-3e7637f1-d6b2-42ac-90a2-75968337335c req-b13445e3-68a6-4bf8-8b38-ef6a2fe6fa15 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:34:41.947255 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3e7637f1-d6b2-42ac-90a2-75968337335c req-b13445e3-68a6-4bf8-8b38-ef6a2fe6fa15 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057244 Sep 07 20:34:41.960774 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: a341302b-6e1b-4e16-ba50-dd993522293f {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:34:41.961118 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a341302b-6e1b-4e16-ba50-dd993522293f not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:34:41.961637 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:42.025144 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Deleting port 6f6d97bd-1319-4969-9d96-c03ef6fd3a5b {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:34:42.025478 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:42.101082 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:42.101325 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:42.113067 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Calling delete_port for 6f6d97bd-1319-4969-9d96-c03ef6fd3a5b owned by network:floatingip {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:34:42.278771 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e2b0d-6ed0-4739-a630-9b40aac57cf8 req-35b4c2d9-6789-48f5-bb2b-e80bac0363f7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:42.280243 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f41e2b0d-6ed0-4739-a630-9b40aac57cf8 req-35b4c2d9-6789-48f5-bb2b-e80bac0363f7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0629523 Sep 07 20:34:42.318814 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f41e2b0d-6ed0-4739-a630-9b40aac57cf8 req-4b4ceed8-2166-4951-ad95-64a6f823ee0f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Sep 07 20:34:42.318988 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:42.352964 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Pushing event deleted for resources: {'Port': ['ID=6f6d97bd-1319-4969-9d96-c03ef6fd3a5b,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:42.377535 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.377929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.378259 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.378583 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.378907 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.379235 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.379552 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.379870 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.380189 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.380506 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.380817 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.381127 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:34:42.419335 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:42.421929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:42.423084 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-cd4cad29-dc96-4b2c-817a-db1e6c9abc3d tempest-AttachVolumeTestJSON-781075832 tempest-AttachVolumeTestJSON-781075832-project] 10.222.0.72 "DELETE /v2.0/floatingips/9fce6a64-c885-4646-9650-32341e4be4cb HTTP/1.1" status: 204 len: 168 time: 0.5221684 Sep 07 20:34:42.752793 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47204) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:42.830680 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-778aa214-cd41-42f2-98ed-9b42af542ec7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767014 Sep 07 20:34:42.840202 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-34d2c19a-2275-4c0d-b532-8dff2e175416 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:34:42.841198 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-34d2c19a-2275-4c0d-b532-8dff2e175416 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050583 Sep 07 20:34:43.438008 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047dacc-006e-4de6-93a3-a08325c52a1c req-c43a36e5-f844-4010-9b69-8e8e2fdd7fe7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:43.439462 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e047dacc-006e-4de6-93a3-a08325c52a1c req-c43a36e5-f844-4010-9b69-8e8e2fdd7fe7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0482948 Sep 07 20:34:43.475719 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e047dacc-006e-4de6-93a3-a08325c52a1c req-f5f6b6f4-0ef0-4830-8e46-4d966db6af0b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295811 Sep 07 20:34:44.161382 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-cdc0acad-0b88-4368-b162-dc3597833b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:44.162900 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-cdc0acad-0b88-4368-b162-dc3597833b9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764&tenant_id=df6e88dbe255498589d961d2ba568256 HTTP/1.1" status: 200 len: 1096 time: 0.0425477 Sep 07 20:34:44.224311 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-e1659929-0a11-4abd-a807-de9b351b19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:44.225779 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-e1659929-0a11-4abd-a807-de9b351b19d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df6e88dbe255498589d961d2ba568256&device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 1096 time: 0.0394828 Sep 07 20:34:44.316228 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-a624a61d-c23b-4c29-b793-18866fbf4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:44.317679 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-a624a61d-c23b-4c29-b793-18866fbf4d2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 200 len: 917 time: 0.0830832 Sep 07 20:34:44.383808 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-368cd976-fcff-49e8-8a08-e070468d51e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863cee09-bec4-4a94-a474-c1aeec634147 HTTP/1.1" status: 200 len: 999 time: 0.0589411 Sep 07 20:34:44.433298 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-2b152a0e-002b-44a6-acc6-b360463f32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:44.434678 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-2b152a0e-002b-44a6-acc6-b360463f32b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 200 len: 855 time: 0.0424643 Sep 07 20:34:44.479102 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-0bc66e35-c97d-444d-bea4-39f826a0187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:44.482366 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-0bc66e35-c97d-444d-bea4-39f826a0187d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=190a6037-e51d-4d5f-b0b0-16db09119f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383162 Sep 07 20:34:44.599599 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-272a199f-838f-4395-9e59-660fc5826933 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097496 Sep 07 20:34:44.611293 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54bdb3-402c-425b-bdaf-d5c96cefd77d req-306c7036-dd66-4e0e-9376-f0c556db97f9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:44.613328 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8c54bdb3-402c-425b-bdaf-d5c96cefd77d req-306c7036-dd66-4e0e-9376-f0c556db97f9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0627265 Sep 07 20:34:44.701663 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8c54bdb3-402c-425b-bdaf-d5c96cefd77d req-91633873-8413-4fb7-915d-9a0db1105ee2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799150 Sep 07 20:34:44.721130 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1ae4d93-c9ef-4a27-a2c8-bcd587846be7 req-200d9a6e-3f38-451d-af6f-ea3ea32228b2 service neutron] 10.222.0.59 "GET /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068864 Sep 07 20:34:45.210871 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7d6ea9be-4109-45b6-b5ba-4ddff195aa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:45.834444 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9780ca5-85d1-4953-b5e5-28f6793c2d8d req-0c3a552e-74b0-4a80-afd7-ea46863476c2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:45.835856 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9780ca5-85d1-4953-b5e5-28f6793c2d8d req-0c3a552e-74b0-4a80-afd7-ea46863476c2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0536165 Sep 07 20:34:45.877342 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9780ca5-85d1-4953-b5e5-28f6793c2d8d req-ae0a176c-e8ec-48cb-a71d-769aafc66850 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350006 Sep 07 20:34:46.403206 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47264) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:46.864341 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133838462'] for router_interface, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:47.019964 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642bc41-7f0d-4ac9-90ee-5a8c8001bdff req-97152bb9-8a05-4a38-91aa-e0485d447797 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:47.021898 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c642bc41-7f0d-4ac9-90ee-5a8c8001bdff req-97152bb9-8a05-4a38-91aa-e0485d447797 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0688655 Sep 07 20:34:47.067561 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c642bc41-7f0d-4ac9-90ee-5a8c8001bdff req-979ef215-11ba-4d8a-825f-22bc0fe8df75 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392261 Sep 07 20:34:47.131574 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Deleting port 9e741c38-07b3-4fcf-8de6-525fb06598e3 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:34:47.131807 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:47.209659 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] For port 9e741c38-07b3-4fcf-8de6-525fb06598e3, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=9e741c38-07b3-4fcf-8de6-525fb06598e3,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:47.210067 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:47.222405 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Calling delete_port for 9e741c38-07b3-4fcf-8de6-525fb06598e3 owned by network:router_interface {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:34:47.524673 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:47.780202 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e741c38-07b3-4fcf-8de6-525fb06598e3,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:47.913530 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3f1bcc7e-62d5-4298-bd9b-d66fd859d878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:47.969498 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133782260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133838482'] for router_interface, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:48.221408 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Router c1629865-2783-413d-a5d5-272da2d63f6f has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:34:48.228928 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139531-098f-4d9d-b07a-98e5df441ad3 req-67817c7b-8081-4cfc-af8b-3591d015005f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:48.230496 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dd139531-098f-4d9d-b07a-98e5df441ad3 req-67817c7b-8081-4cfc-af8b-3591d015005f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0660772 Sep 07 20:34:48.278820 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:48.280421 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dd139531-098f-4d9d-b07a-98e5df441ad3 req-5f7ef880-a231-46ff-9411-18854748721a tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360937 Sep 07 20:34:48.361271 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:34:48.367136 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-57814eff-6a2e-4461-8c63-ebe6e5c52105 admin admin] 10.222.0.72 "PUT /v2.0/routers/c1629865-2783-413d-a5d5-272da2d63f6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9626689 Sep 07 20:34:48.369571 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47274) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:48.373482 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] Sync routers for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:34:48.383227 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:34:48.383840 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:34:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:48.485331 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks [] for router, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:48.493298 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:34:48.588820 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:48.685602 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:34:47Z', 'revision_number': 5, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port': {'id': 'e5cc8850-49e2-4847-b79f-61bbe36aa259', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:7b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:59Z', 'updated_at': '2021-09-07T20:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:48.692453 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Deleting port e5cc8850-49e2-4847-b79f-61bbe36aa259 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:34:48.692792 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:48.717034 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] Checking router: c1629865-2783-413d-a5d5-272da2d63f6f for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:34:48.726432 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] Routers {'c1629865-2783-413d-a5d5-272da2d63f6f'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:34:48.727048 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:34:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['c1629865-2783-413d-a5d5-272da2d63f6f'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:48.776584 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] For port e5cc8850-49e2-4847-b79f-61bbe36aa259, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=e5cc8850-49e2-4847-b79f-61bbe36aa259,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:48.776960 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:48.795244 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Calling delete_port for e5cc8850-49e2-4847-b79f-61bbe36aa259 owned by network:router_gateway {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:34:48.824141 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] Set router c1629865-2783-413d-a5d5-272da2d63f6f gateway port host: None {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:34:48.884780 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:34:48Z', 'revision_number': 6, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port_host': None}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:48.915586 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e54ae0c-3421-42ae-8c32-2c3f74144f18 None None] The sync data for ids ['c1629865-2783-413d-a5d5-272da2d63f6f'] in dv-cinder-760194-9-iscsi is: [{'id': 'c1629865-2783-413d-a5d5-272da2d63f6f', 'name': 'tempest-AttachVolumeTestJSON-735985078-router', 'tenant_id': '7d34fb9ecc464890b16f8632d1aab84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:57Z', 'updated_at': '2021-09-07T20:34:48Z', 'revision_number': 6, 'project_id': '7d34fb9ecc464890b16f8632d1aab84a', 'gw_port_host': None}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:34:49.054605 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.084482 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cc8850-49e2-4847-b79f-61bbe36aa259,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:49.150749 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133838896'] for router_gateway, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.261021 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133942883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16309'] for router, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.263527 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.381438 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133942874'] for router, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.382346 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1629865-2783-413d-a5d5-272da2d63f6f {{(pid=94729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:34:49.388276 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.389957 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-a4842c35-8f71-486d-b1c5-25ebab383a27 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c1629865-2783-413d-a5d5-272da2d63f6f HTTP/1.1" status: 204 len: 168 time: 1.0189397 Sep 07 20:34:49.392109 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47278) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:49.434345 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dab8a-fbad-47b0-a69d-66dcee9e0fa1 req-d8074d75-58a0-47f5-ab7c-ba4aa9fc92f7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:49.435955 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f97dab8a-fbad-47b0-a69d-66dcee9e0fa1 req-d8074d75-58a0-47f5-ab7c-ba4aa9fc92f7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0628076 Sep 07 20:34:49.457507 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d6ba13-a2fd-4388-a306-fb9388357a6c admin admin] Deleting subnet 5f6c1187-2255-4bb0-9fa9-04f143c98b89 {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:34:49.461306 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ba13-a2fd-4388-a306-fb9388357a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.479194 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f97dab8a-fbad-47b0-a69d-66dcee9e0fa1 req-840673d7-9996-4920-86dd-36e60164ed71 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Sep 07 20:34:49.518155 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ba13-a2fd-4388-a306-fb9388357a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131574183'] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.634688 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ba13-a2fd-4388-a306-fb9388357a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.696086 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.776428 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ba13-a2fd-4388-a306-fb9388357a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133203587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130232194'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.803939 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6ba13-a2fd-4388-a306-fb9388357a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6c1187-2255-4bb0-9fa9-04f143c98b89,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:49.807706 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ba13-a2fd-4388-a306-fb9388357a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.809900 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e6d6ba13-a2fd-4388-a306-fb9388357a6c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5f6c1187-2255-4bb0-9fa9-04f143c98b89 HTTP/1.1" status: 204 len: 168 time: 0.4164944 Sep 07 20:34:49.814282 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47280) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:49.815468 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38920f32-9615-415e-a17f-ee4e81d00ce0 None None] Network 97095c9e-e952-4a41-81ef-7fce322ef885 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:34:49.896251 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:49.963156 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Deleting port d5a98986-1fab-495b-b21a-59efbb1bf983 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:34:49.963505 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.019446 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device e5cc8850-49e2-4847-b79f-61bbe36aa259 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:50.061048 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: e5cc8850-49e2-4847-b79f-61bbe36aa259 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:34:50.061388 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device e5cc8850-49e2-4847-b79f-61bbe36aa259 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:34:50.061841 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 9e741c38-07b3-4fcf-8de6-525fb06598e3 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:50.087900 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] For port d5a98986-1fab-495b-b21a-59efbb1bf983, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=d5a98986-1fab-495b-b21a-59efbb1bf983,segment=NetworkSegment(39f17489-41e6-45a2-ab19-70aa290cb317),segment_id=39f17489-41e6-45a2-ab19-70aa290cb317)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:50.088304 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.101217 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Calling delete_port for d5a98986-1fab-495b-b21a-59efbb1bf983 owned by network:dhcp {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:34:50.109995 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 9e741c38-07b3-4fcf-8de6-525fb06598e3 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:34:50.110445 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 9e741c38-07b3-4fcf-8de6-525fb06598e3 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:34:50.269098 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] DHCP port deletion for 97095c9e-e952-4a41-81ef-7fce322ef885 request from dv-cinder-760194-9-iscsi {{(pid=94731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:34:50.278757 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.307634 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] No DVR routers for this DVR port d5a98986-1fab-495b-b21a-59efbb1bf983 on host dv-cinder-760194-9-iscsi {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:34:50.316222 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a98986-1fab-495b-b21a-59efbb1bf983,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:50.322162 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] Deleting port d5a98986-1fab-495b-b21a-59efbb1bf983 {{(pid=94731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:34:50.322635 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.394515 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] For port d5a98986-1fab-495b-b21a-59efbb1bf983, host dv-cinder-760194-9-iscsi, got binding levels [] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:34:50.395595 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.398354 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.410349 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] Calling delete_port for d5a98986-1fab-495b-b21a-59efbb1bf983 owned by network:dhcp {{(pid=94731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:34:50.413677 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.ipam_backend_mixin [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] Port d5a98986-1fab-495b-b21a-59efbb1bf983 was not found and therefore no delete operation was performed {{(pid=94731) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 20:34:50.414975 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392'] for port, after_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.418684 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97095c9e-e952-4a41-81ef-7fce322ef885']}} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:50.429328 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f17489-41e6-45a2-ab19-70aa290cb317') {'for_net_delete': True} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:50.429775 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f17489-41e6-45a2-ab19-70aa290cb317') {} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:34:50.440106 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130426821'] for segment, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.442218 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] Pushing event deleted for resources: {'Port': ['ID=d5a98986-1fab-495b-b21a-59efbb1bf983,revision_number=None']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:50.446614 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b96a0c-28ff-4825-af84-d47efbc2df19 None None] No DVR routers for this DVR port d5a98986-1fab-495b-b21a-59efbb1bf983 on host dv-cinder-760194-9-iscsi {{(pid=94731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:34:50.459421 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.465678 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=94730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:34:50.466115 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130475875'] for segment, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: Traceback (most recent call last): Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: timer() Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: cb(*args, **kw) Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: return func(*args, **kwargs) Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: self._notify() Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: self.callback(batched_events) Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: event.method(event) Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: return f(self, *a, **k) Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._get(url).json() Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: return self.request(url, 'GET', **kwargs) Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:34:50.467907 dv-cinder-760194-9-iscsi neutron-server[94730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:34:50.587773 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.609087 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.613559 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] 10.222.0.72 "DELETE /v2.0/networks/97095c9e-e952-4a41-81ef-7fce322ef885 HTTP/1.1" status: 204 len: 168 time: 0.7973394 Sep 07 20:34:50.613559 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd7322-d6b5-405a-8555-0dea68f21a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=97095c9e-e952-4a41-81ef-7fce322ef885,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:50.628849 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540e289-d026-4efc-aeb2-e9b5632ea3e6 req-199734f4-b668-4189-a9d0-f6e33bf92567 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:50.630378 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3540e289-d026-4efc-aeb2-e9b5632ea3e6 req-199734f4-b668-4189-a9d0-f6e33bf92567 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0755501 Sep 07 20:34:50.669367 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3540e289-d026-4efc-aeb2-e9b5632ea3e6 req-3b4fe435-36a9-4a9b-8492-74f333824357 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328813 Sep 07 20:34:50.787416 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:50.958072 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47286) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:51.000288 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-78378395-07f9-404f-b863-8132f3fac1b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d34fb9ecc464890b16f8632d1aab84a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409677 Sep 07 20:34:51.002984 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47288) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:51.051113 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d25d8484-102a-425d-913a-58ac2808bc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:51.071606 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d25d8484-102a-425d-913a-58ac2808bc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:51.176413 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d25d8484-102a-425d-913a-58ac2808bc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:51.179237 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d25d8484-102a-425d-913a-58ac2808bc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:51.180553 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d25d8484-102a-425d-913a-58ac2808bc75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89c852b6-205c-4331-bec7-236f9555742b HTTP/1.1" status: 204 len: 168 time: 0.1765370 Sep 07 20:34:51.198097 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d8484-102a-425d-913a-58ac2808bc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c852b6-205c-4331-bec7-236f9555742b,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:51.817371 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77fd0-2ec8-4599-a648-592e56e844c8 req-1052a342-01a6-40be-bd21-e44281ad6c4d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:51.818934 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9fc77fd0-2ec8-4599-a648-592e56e844c8 req-1052a342-01a6-40be-bd21-e44281ad6c4d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0572045 Sep 07 20:34:51.861238 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9fc77fd0-2ec8-4599-a648-592e56e844c8 req-9f9ca923-4674-430d-a6f6-510cb5019ef5 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363865 Sep 07 20:34:51.977035 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device d5a98986-1fab-495b-b21a-59efbb1bf983 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:34:51.999963 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: d5a98986-1fab-495b-b21a-59efbb1bf983 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:34:52.000292 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device d5a98986-1fab-495b-b21a-59efbb1bf983 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:34:52.991641 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35393888-7db3-4cd3-8bfe-0d45c52d109f req-2e2eb70c-c676-4f29-acc7-c97e077ced79 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:52.993176 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-35393888-7db3-4cd3-8bfe-0d45c52d109f req-2e2eb70c-c676-4f29-acc7-c97e077ced79 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0515032 Sep 07 20:34:53.033603 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-35393888-7db3-4cd3-8bfe-0d45c52d109f req-7d2a1f73-f56a-48d2-a746-9f6083bf11f3 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328641 Sep 07 20:34:54.156994 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e9c1-fbe5-4ea2-82f9-f62c87da6850 req-719ecdf3-f42f-4321-9acb-6749069e898b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:54.158479 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0a06e9c1-fbe5-4ea2-82f9-f62c87da6850 req-719ecdf3-f42f-4321-9acb-6749069e898b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0491171 Sep 07 20:34:54.199720 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0a06e9c1-fbe5-4ea2-82f9-f62c87da6850 req-fb15094c-dc93-4610-8619-3df7cad1c10f tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347188 Sep 07 20:34:55.326605 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92219e8d-ee8b-4c55-b734-eb7d8d432300 req-81bb950e-6f1c-401e-9958-f07aa43315c7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:55.334912 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-92219e8d-ee8b-4c55-b734-eb7d8d432300 req-81bb950e-6f1c-401e-9958-f07aa43315c7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0615509 Sep 07 20:34:55.402303 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-92219e8d-ee8b-4c55-b734-eb7d8d432300 req-7aeb0701-6dc8-4d6f-a306-ff2feefc1d7d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663466 Sep 07 20:34:56.520769 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd49f1a-172d-447c-b669-6ae71fa03cfc req-9530e71d-6473-4a12-9d8a-d8fc57af75f9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:56.522944 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9bd49f1a-172d-447c-b669-6ae71fa03cfc req-9530e71d-6473-4a12-9d8a-d8fc57af75f9 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0491095 Sep 07 20:34:56.561178 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9bd49f1a-172d-447c-b669-6ae71fa03cfc req-03aa31cf-fffc-47af-870e-3dbd7bc8bf75 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321474 Sep 07 20:34:56.561416 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47364) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:56.663118 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c483d03b-d1c9-4f3b-80db-a253fb19ba69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:56.746930 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c483d03b-d1c9-4f3b-80db-a253fb19ba69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:56.786988 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c483d03b-d1c9-4f3b-80db-a253fb19ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:56.822577 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483d03b-d1c9-4f3b-80db-a253fb19ba69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d47bdc8-c2ad-4998-be6e-b3b02355ac51,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:56.826785 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c483d03b-d1c9-4f3b-80db-a253fb19ba69 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b5ea39b3c714115aeebe806a47737f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643163 Sep 07 20:34:56.829399 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47368) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:34:56.874858 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d681-8df1-4b76-aa71-3b555b3d7e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:56.895000 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d681-8df1-4b76-aa71-3b555b3d7e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:57.037300 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d681-8df1-4b76-aa71-3b555b3d7e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:57.039840 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d681-8df1-4b76-aa71-3b555b3d7e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:34:57.041015 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-9ed3d681-8df1-4b76-aa71-3b555b3d7e08 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8d47bdc8-c2ad-4998-be6e-b3b02355ac51 HTTP/1.1" status: 204 len: 168 time: 0.2107029 Sep 07 20:34:57.048844 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d681-8df1-4b76-aa71-3b555b3d7e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d47bdc8-c2ad-4998-be6e-b3b02355ac51,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:34:57.681594 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d43c1-fd8a-4e89-a0ab-86ac57cae629 req-197a4f80-5777-450a-ac8d-53dac5c2c9ba tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:57.683107 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2c2d43c1-fd8a-4e89-a0ab-86ac57cae629 req-197a4f80-5777-450a-ac8d-53dac5c2c9ba tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0497556 Sep 07 20:34:57.722003 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2c2d43c1-fd8a-4e89-a0ab-86ac57cae629 req-47b294ce-c556-41f3-86ee-4b27fe9c515c tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327480 Sep 07 20:34:58.839196 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70886dc3-60c6-4c86-92fe-31439ac54038 req-e1866e55-ffb6-4f76-b1be-24e532296fc7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:58.840727 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70886dc3-60c6-4c86-92fe-31439ac54038 req-e1866e55-ffb6-4f76-b1be-24e532296fc7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0482893 Sep 07 20:34:58.881098 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70886dc3-60c6-4c86-92fe-31439ac54038 req-6ba20721-07fa-40fd-9453-3f9ba33ecd30 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337775 Sep 07 20:34:59.119604 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:34:59.997650 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46916e0-538a-40bd-8f33-456c98fd9561 req-fccda7c5-ba14-46bc-bcf8-18f71c770aa1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:34:59.999128 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c46916e0-538a-40bd-8f33-456c98fd9561 req-fccda7c5-ba14-46bc-bcf8-18f71c770aa1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 943 time: 0.0476329 Sep 07 20:35:00.035257 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c46916e0-538a-40bd-8f33-456c98fd9561 req-cd621442-45c5-43e3-b828-de67d79c2928 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303831 Sep 07 20:35:00.070259 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:35:00.166113 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:35:00.176575 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '863cee09-bec4-4a94-a474-c1aeec634147', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'port_id': '863cee09-bec4-4a94-a474-c1aeec634147', 'mac_address': 'fa:16:3e:41:c8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:35:00.213172 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:00.225847 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863cee09-bec4-4a94-a474-c1aeec634147 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:35:00.244274 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:35:00.312400 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:00.361133 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=9']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:00.536923 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['863cee09-bec4-4a94-a474-c1aeec634147'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:35:01.150987 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0898ac-7397-4578-9182-5a566327aefc req-6e6163a3-cf4e-41f3-acc9-10b0465367f7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:01.152477 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e0898ac-7397-4578-9182-5a566327aefc req-6e6163a3-cf4e-41f3-acc9-10b0465367f7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 944 time: 0.0478818 Sep 07 20:35:01.196745 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e0898ac-7397-4578-9182-5a566327aefc req-35cba45a-daaa-4cc7-aaf5-e82b7e57c895 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378230 Sep 07 20:35:02.061991 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:35:02.111929 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 863cee09-bec4-4a94-a474-c1aeec634147 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:35:02.112413 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:02.198304 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:02.220789 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:35:02.223052 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc7441e-8b68-40e3-8d7f-b5028963ab67" -d '{"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-plugged", "status": "completed", "tag": "863cee09-bec4-4a94-a474-c1aeec634147"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:35:02.236285 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:35:02.264084 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9baa8c-8dfe-4989-8b09-7410d42ccade x-openstack-request-id: req-3c9baa8c-8dfe-4989-8b09-7410d42ccade {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:35:02.264372 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-plugged", "status": "completed", "tag": "863cee09-bec4-4a94-a474-c1aeec634147", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:35:02.264644 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c9baa8c-8dfe-4989-8b09-7410d42ccade {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:35:02.265430 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147', 'code': 200} Sep 07 20:35:02.321141 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b2277-ed07-472d-beb3-5643c65aa17c req-caa0764b-017a-4fce-b63e-b0c665036e91 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:02.322780 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f52b2277-ed07-472d-beb3-5643c65aa17c req-caa0764b-017a-4fce-b63e-b0c665036e91 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 944 time: 0.0537922 Sep 07 20:35:02.324489 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:02.366155 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f52b2277-ed07-472d-beb3-5643c65aa17c req-004ac3a6-cfb3-4ce7-86a2-6c08caed10df tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369816 Sep 07 20:35:02.377340 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=10']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:02.576801 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4897-6a35-49be-bcfa-cdcf39a01714 req-3053b1d6-9cd7-4d68-978e-581f765aee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:02.578395 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7e6b4897-6a35-49be-bcfa-cdcf39a01714 req-3053b1d6-9cd7-4d68-978e-581f765aee0e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 1099 time: 0.0404229 Sep 07 20:35:02.612668 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7e6b4897-6a35-49be-bcfa-cdcf39a01714 req-fdb8ccfd-16a5-4a69-83fd-2ca62e622f64 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268874 Sep 07 20:35:03.486567 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e472cd-550e-4f5d-873b-4f9ff03195bd req-97f62576-bc49-459a-ab39-26ad41858dbb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:03.488038 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e4e472cd-550e-4f5d-873b-4f9ff03195bd req-97f62576-bc49-459a-ab39-26ad41858dbb tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 946 time: 0.0487473 Sep 07 20:35:03.525203 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e4e472cd-550e-4f5d-873b-4f9ff03195bd req-345ac193-2885-46e9-8f85-b0b6226a4158 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 Sep 07 20:35:04.644519 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21215491-be12-4e3e-a00a-afd8d27a48fd req-b6e0aa4c-c90f-4278-90ab-d4886effe6c8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:04.646032 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-21215491-be12-4e3e-a00a-afd8d27a48fd req-b6e0aa4c-c90f-4278-90ab-d4886effe6c8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 946 time: 0.0488942 Sep 07 20:35:04.687807 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-21215491-be12-4e3e-a00a-afd8d27a48fd req-2d5818f5-c0d8-435b-8eac-4ca6bfb7c164 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350404 Sep 07 20:35:05.804887 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df373af0-c620-49ae-a9b8-0cfe3fd6c756 req-8d05ad1e-81df-4429-8cf1-d4cc3e8a110b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:05.806365 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-df373af0-c620-49ae-a9b8-0cfe3fd6c756 req-8d05ad1e-81df-4429-8cf1-d4cc3e8a110b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 946 time: 0.0482652 Sep 07 20:35:05.842930 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-df373af0-c620-49ae-a9b8-0cfe3fd6c756 req-2000bda3-4d5c-48e8-89d5-3c6fb0d6f825 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305326 Sep 07 20:35:06.958371 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb427b-ae4d-459c-b05d-3fd2b18a5309 req-a1eda5d3-fc19-457e-a104-61a89e2dd334 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:06.959851 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f2fb427b-ae4d-459c-b05d-3fd2b18a5309 req-a1eda5d3-fc19-457e-a104-61a89e2dd334 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 946 time: 0.0487947 Sep 07 20:35:07.001821 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f2fb427b-ae4d-459c-b05d-3fd2b18a5309 req-cb69141e-3fb7-42c9-b8a1-24059e0dbfe1 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360153 Sep 07 20:35:07.489634 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:08.124808 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f31408-b837-4927-957c-5b9b1ab7b157 req-699ef3ff-5588-41a8-acd1-900330fba64d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:08.126323 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-92f31408-b837-4927-957c-5b9b1ab7b157 req-699ef3ff-5588-41a8-acd1-900330fba64d tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 946 time: 0.0534682 Sep 07 20:35:08.167623 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-92f31408-b837-4927-957c-5b9b1ab7b157 req-3195bed9-f3d7-4cda-bc20-8c2a698844d7 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352273 Sep 07 20:35:15.198033 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7d552ac0-6c2d-4d09-96ea-c43b5ef7397b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:17.981471 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-4a29eb34-b0ae-4452-97c8-05d682f3a182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:18.243634 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:19.637861 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:20.774722 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:36.118212 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:35:37.511911 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:42.177893 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e53af6-b40d-4437-bd7d-97b8eb014576 req-7b9216ed-ece9-43cb-a6ad-a7703e3af3ef tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:42.179340 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d5e53af6-b40d-4437-bd7d-97b8eb014576 req-7b9216ed-ece9-43cb-a6ad-a7703e3af3ef tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 946 time: 0.0479383 Sep 07 20:35:42.215593 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d5e53af6-b40d-4437-bd7d-97b8eb014576 req-9e4f6736-0e52-479c-8c9a-e767beb2dda2 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304830 Sep 07 20:35:43.336540 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ad938-76a6-4b90-8dcb-d2f9e60d9c6a req-7ec42ec9-fccf-4efb-8a3e-e906207273ba tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:43.337953 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f11ad938-76a6-4b90-8dcb-d2f9e60d9c6a req-7ec42ec9-fccf-4efb-8a3e-e906207273ba tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 946 time: 0.0499544 Sep 07 20:35:43.374939 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f11ad938-76a6-4b90-8dcb-d2f9e60d9c6a req-5320bcb5-e121-4a5a-89a0-61f8727b9d04 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups?id=7afbf5f6-cf98-440d-9177-40dd98372984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309541 Sep 07 20:35:43.575334 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-a40cb170-d563-4670-a2bb-5e78d71afbf4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:35:43.578543 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-a40cb170-d563-4670-a2bb-5e78d71afbf4 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 946 time: 0.0483341 Sep 07 20:35:43.665974 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Deleting port 863cee09-bec4-4a94-a474-c1aeec634147 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:35:43.666316 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:43.755059 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] For port 863cee09-bec4-4a94-a474-c1aeec634147, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=863cee09-bec4-4a94-a474-c1aeec634147,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:35:43.755419 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:43.918151 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:43.918433 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:43.918746 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Floating IP f58c3b47-19a5-4f6d-9815-2dc5e6e19c5a disassociated. External IP: 172.27.0.114, port: 863cee09-bec4-4a94-a474-c1aeec634147. Sep 07 20:35:43.919081 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Calling delete_port for 863cee09-bec4-4a94-a474-c1aeec634147 owned by compute:nova {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:35:44.083113 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:44.112193 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event deleted for resources: {'Port': ['ID=863cee09-bec4-4a94-a474-c1aeec634147,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:44.122014 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.122356 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.122691 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.123023 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.123349 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.123670 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.123991 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.124309 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.124626 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.124939 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.125289 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.125600 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:44.232252 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Router 51a773ea-fe96-4933-af95-5505f1ab5c33 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:35:44.337868 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:35:44.349046 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] Sync routers for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:35:44.358612 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:35:44.359223 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:35:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:44.376169 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] No DVR routers for this DVR port 863cee09-bec4-4a94-a474-c1aeec634147 on host hv-cinder-76019 {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:35:44.378783 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:44.380778 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-32f8838c-28f5-4cd9-9eda-4dbca739b89d req-ea6ed963-ab82-48c2-a39b-4704c9134b69 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.59 "DELETE /v2.0/ports/863cee09-bec4-4a94-a474-c1aeec634147 HTTP/1.1" status: 204 len: 173 time: 0.7979660 Sep 07 20:35:44.382455 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-deleted', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:35:44.383542 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b68b445-6c1c-454b-b7f0-468552f3deb1" -d '{"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-deleted", "tag": "863cee09-bec4-4a94-a474-c1aeec634147"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:35:44.422423 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe5239-d4d6-436b-9296-5034a9710aec x-openstack-request-id: req-14fe5239-d4d6-436b-9296-5034a9710aec {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:35:44.422423 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b940b20-8e9b-4c45-9641-e9b8db450764", "name": "network-vif-deleted", "tag": "863cee09-bec4-4a94-a474-c1aeec634147", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:35:44.422423 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14fe5239-d4d6-436b-9296-5034a9710aec {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:35:44.422423 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b940b20-8e9b-4c45-9641-e9b8db450764', 'name': 'network-vif-deleted', 'tag': '863cee09-bec4-4a94-a474-c1aeec634147', 'status': 'completed', 'code': 200} Sep 07 20:35:44.483768 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:35:44.484179 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9b069890-b801-4fea-8c85-4fabe1b1191d req-34e528f9-ddaa-4fbd-8be6-1cc3259ad2aa tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b940b20-8e9b-4c45-9641-e9b8db450764 HTTP/1.1" status: 200 len: 210 time: 0.0323963 Sep 07 20:35:44.701414 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:44.726860 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] Checking router: 51a773ea-fe96-4933-af95-5505f1ab5c33 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:35:44.735118 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:35:44.735719 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:35:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:44.923810 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:35:45.114729 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:45.144269 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fce7f3-ed11-4392-b1ce-b748a8435894 None None] The sync data for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi is: [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:28:02Z', 'revision_number': 4, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': 'a371e7ff-7414-4a52-87db-b16fc53b496f', 'name': '', 'network_id': '190a6037-e51d-4d5f-b0b0-16db09119f5c', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'mac_address': 'fa:16:3e:84:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:28:01Z', 'updated_at': '2021-09-07T20:28:12Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'subnets': [{'id': '4ab0b283-59ed-4465-8489-e4791bba7648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:35:45.288902 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ad18fb0d-1d5f-4640-9f2d-d594e54b219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:45.352243 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d189f8-60fe-4a96-b555-7920347ea876 None None] New status for floating IP f58c3b47-19a5-4f6d-9815-2dc5e6e19c5a: DOWN {{(pid=94731) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:35:45.656293 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47818) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:45.712095 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:45.734707 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:45.836847 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:45.839487 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:45.840650 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "DELETE /v2.0/security-groups/7afbf5f6-cf98-440d-9177-40dd98372984 HTTP/1.1" status: 204 len: 168 time: 0.1833603 Sep 07 20:35:45.844104 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47826) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:45.850314 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afbf5f6-cf98-440d-9177-40dd98372984,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:45.857275 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.857619 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.859007 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.859125 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.api.v2.resource [None req-63109caa-1594-4e74-9fa1-dedf2e4f2ec8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] show failed (client error): The resource could not be found. Sep 07 20:35:45.859218 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.859413 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.859741 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.860071 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.860396 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.860713 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.860859 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-63109caa-1594-4e74-9fa1-dedf2e4f2ec8 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "GET /v2.0/security-groups/7afbf5f6-cf98-440d-9177-40dd98372984 HTTP/1.1" status: 404 len: 347 time: 0.0151443 Sep 07 20:35:45.861064 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.861383 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.861699 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17578e73-b296-4941-9956-88df0380714b tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:45.864248 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47828) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:45.987279 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Deleting port 8dbd6c52-8997-4c4d-ae2c-7a3f0cd70f72 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:35:45.987631 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:46.064857 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:46.065124 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:46.076889 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Calling delete_port for 8dbd6c52-8997-4c4d-ae2c-7a3f0cd70f72 owned by network:floatingip {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:35:46.254766 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:46.280885 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Pushing event deleted for resources: {'Port': ['ID=8dbd6c52-8997-4c4d-ae2c-7a3f0cd70f72,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:46.340507 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks [] for floatingip, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:46.343334 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:46.347128 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-0224ba97-807a-42ef-81fe-ad99837adb51 tempest-AttachVolumeShelveTestJSON-1074260511 tempest-AttachVolumeShelveTestJSON-1074260511-project] 10.222.0.72 "DELETE /v2.0/floatingips/f58c3b47-19a5-4f6d-9815-2dc5e6e19c5a HTTP/1.1" status: 204 len: 168 time: 0.4800286 Sep 07 20:35:46.667201 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47854) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:46.769505 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d516-bfca-4c31-bb9e-8500cd523146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:46.860245 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d516-bfca-4c31-bb9e-8500cd523146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:46.940110 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b7e8d516-bfca-4c31-bb9e-8500cd523146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:46.976832 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-b7e8d516-bfca-4c31-bb9e-8500cd523146 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3a9b8a20fa9f4830a6d5b9ffbbdfa495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085740 Sep 07 20:35:46.979337 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8d516-bfca-4c31-bb9e-8500cd523146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e8ecf1-3c68-4eef-a2e6-b058504a4167,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:46.979805 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47858) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:47.027721 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6190e0c7-3f2a-4031-8a32-370c1435141f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:47.049398 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6190e0c7-3f2a-4031-8a32-370c1435141f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:47.168698 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6190e0c7-3f2a-4031-8a32-370c1435141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:47.171263 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-6190e0c7-3f2a-4031-8a32-370c1435141f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:47.172401 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-6190e0c7-3f2a-4031-8a32-370c1435141f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2e8ecf1-3c68-4eef-a2e6-b058504a4167 HTTP/1.1" status: 204 len: 168 time: 0.1915915 Sep 07 20:35:47.180153 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190e0c7-3f2a-4031-8a32-370c1435141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e8ecf1-3c68-4eef-a2e6-b058504a4167,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:47.733662 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47872) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:47.746447 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c4938096-eb89-4470-9146-f354c4d6789d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:47.831704 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c4938096-eb89-4470-9146-f354c4d6789d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:47.889598 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c4938096-eb89-4470-9146-f354c4d6789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:47.912340 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-248343a3-46f6-4db4-8d84-f5a37c7fdb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:47.929058 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c4938096-eb89-4470-9146-f354c4d6789d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96f6f78d4bdc41459bf8d7333c7b5f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943128 Sep 07 20:35:47.930154 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4938096-eb89-4470-9146-f354c4d6789d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4766663e-5654-4acf-9e43-dabc1a161f92,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:47.931722 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47876) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:47.981574 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0dd3-25d3-40b2-b6c4-a9dc2f0d401a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:48.002516 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0dd3-25d3-40b2-b6c4-a9dc2f0d401a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:48.105695 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0dd3-25d3-40b2-b6c4-a9dc2f0d401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:48.108798 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-d5cd0dd3-25d3-40b2-b6c4-a9dc2f0d401a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:48.109956 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-d5cd0dd3-25d3-40b2-b6c4-a9dc2f0d401a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4766663e-5654-4acf-9e43-dabc1a161f92 HTTP/1.1" status: 204 len: 168 time: 0.1771672 Sep 07 20:35:48.117628 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd0dd3-25d3-40b2-b6c4-a9dc2f0d401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4766663e-5654-4acf-9e43-dabc1a161f92,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:48.271613 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:48.328874 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:35:48.350861 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 863cee09-bec4-4a94-a474-c1aeec634147 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:35:48.351197 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 863cee09-bec4-4a94-a474-c1aeec634147 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:35:48.971403 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47902) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:49.500507 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133838462'] for router_interface, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:49.670909 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:49.751468 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Deleting port a371e7ff-7414-4a52-87db-b16fc53b496f {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:35:49.751805 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:49.828874 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] For port a371e7ff-7414-4a52-87db-b16fc53b496f, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=a371e7ff-7414-4a52-87db-b16fc53b496f,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:35:49.829252 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:49.842311 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Calling delete_port for a371e7ff-7414-4a52-87db-b16fc53b496f owned by network:router_interface {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:35:50.373788 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:50.401304 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a371e7ff-7414-4a52-87db-b16fc53b496f,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:50.567004 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133782260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133838482'] for router_interface, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:50.774385 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:50.777080 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Router 51a773ea-fe96-4933-af95-5505f1ab5c33 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:35:50.888890 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:35:50.894379 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-350275d1-8e7a-456c-8bcc-6ef5d0ceae15 admin admin] 10.222.0.72 "PUT /v2.0/routers/51a773ea-fe96-4933-af95-5505f1ab5c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9219363 Sep 07 20:35:50.897011 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47934) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:50.897597 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] Sync routers for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:35:50.907541 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:35:50.908145 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:35:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:50.998234 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.011764 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:35:51.098416 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.186829 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:35:50Z', 'revision_number': 5, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port': {'id': 'e7c65eca-b28e-4d94-a653-e970781273e6', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:27:56Z', 'updated_at': '2021-09-07T20:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:51.216418 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] Checking router: 51a773ea-fe96-4933-af95-5505f1ab5c33 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:35:51.225099 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] Routers {'51a773ea-fe96-4933-af95-5505f1ab5c33'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:35:51.225701 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:35:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['51a773ea-fe96-4933-af95-5505f1ab5c33'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:51.232654 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Deleting port e7c65eca-b28e-4d94-a653-e970781273e6 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:35:51.233005 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.305817 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] Set router 51a773ea-fe96-4933-af95-5505f1ab5c33 gateway port host: None {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:35:51.307933 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] For port e7c65eca-b28e-4d94-a653-e970781273e6, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=e7c65eca-b28e-4d94-a653-e970781273e6,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:35:51.308304 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.324968 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Calling delete_port for e7c65eca-b28e-4d94-a653-e970781273e6 owned by network:router_gateway {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:35:51.359494 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:35:51Z', 'revision_number': 6, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port_host': None}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:51.385650 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343a52f-03f2-4829-96f3-6cb5c476c781 None None] The sync data for ids ['51a773ea-fe96-4933-af95-5505f1ab5c33'] in dv-cinder-760194-9-iscsi is: [{'id': '51a773ea-fe96-4933-af95-5505f1ab5c33', 'name': 'tempest-AttachVolumeShelveTestJSON-787843416-router', 'tenant_id': 'df6e88dbe255498589d961d2ba568256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:27:55Z', 'updated_at': '2021-09-07T20:35:51Z', 'revision_number': 6, 'project_id': 'df6e88dbe255498589d961d2ba568256', 'gw_port_host': None}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:35:51.562093 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.592034 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c65eca-b28e-4d94-a653-e970781273e6,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:51.646960 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133838896'] for router_gateway, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.732957 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133942883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16309'] for router, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.735034 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.854764 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133942874'] for router, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.855350 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a773ea-fe96-4933-af95-5505f1ab5c33 {{(pid=94730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:35:51.863619 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.863619 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-a691f11b-1422-4ab3-b1af-8f31ccba2b2e admin admin] 10.222.0.72 "DELETE /v2.0/routers/51a773ea-fe96-4933-af95-5505f1ab5c33 HTTP/1.1" status: 204 len: 168 time: 0.9634778 Sep 07 20:35:51.863950 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47938) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:51.909257 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fc00e5-0293-45b6-97d7-9f9bf8c57b49 admin admin] Deleting subnet 4ab0b283-59ed-4465-8489-e4791bba7648 {{(pid=94730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:35:51.912734 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-98fc00e5-0293-45b6-97d7-9f9bf8c57b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:51.947116 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-98fc00e5-0293-45b6-97d7-9f9bf8c57b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130426828'] for subnet, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.023944 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-98fc00e5-0293-45b6-97d7-9f9bf8c57b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.160993 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device e7c65eca-b28e-4d94-a653-e970781273e6 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:35:52.175096 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-98fc00e5-0293-45b6-97d7-9f9bf8c57b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130475713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-117110896'] for subnet, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.179553 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: e7c65eca-b28e-4d94-a653-e970781273e6 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:35:52.179891 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device e7c65eca-b28e-4d94-a653-e970781273e6 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:35:52.180317 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a371e7ff-7414-4a52-87db-b16fc53b496f no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:35:52.202823 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: a371e7ff-7414-4a52-87db-b16fc53b496f {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:35:52.203293 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a371e7ff-7414-4a52-87db-b16fc53b496f not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:35:52.206305 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc00e5-0293-45b6-97d7-9f9bf8c57b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab0b283-59ed-4465-8489-e4791bba7648,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:52.211892 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-98fc00e5-0293-45b6-97d7-9f9bf8c57b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.217611 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-98fc00e5-0293-45b6-97d7-9f9bf8c57b49 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4ab0b283-59ed-4465-8489-e4791bba7648 HTTP/1.1" status: 204 len: 168 time: 0.3497047 Sep 07 20:35:52.217741 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 47950) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:52.221131 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38627c-0d48-4bc5-9f6b-ccb3135a9683 None None] Network 190a6037-e51d-4d5f-b0b0-16db09119f5c requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:35:52.292578 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.350064 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Deleting port 87d4210e-e04b-45d3-98d1-95466e2ffca7 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:35:52.350454 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.398313 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] DHCP port deletion for 190a6037-e51d-4d5f-b0b0-16db09119f5c request from dv-cinder-760194-9-iscsi {{(pid=94731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:35:52.419398 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] For port 87d4210e-e04b-45d3-98d1-95466e2ffca7, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=87d4210e-e04b-45d3-98d1-95466e2ffca7,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:35:52.419816 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.433271 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Calling delete_port for 87d4210e-e04b-45d3-98d1-95466e2ffca7 owned by network:dhcp {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:35:52.447298 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Deleting port 87d4210e-e04b-45d3-98d1-95466e2ffca7 {{(pid=94731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:35:52.447704 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.512525 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] For port 87d4210e-e04b-45d3-98d1-95466e2ffca7, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=87d4210e-e04b-45d3-98d1-95466e2ffca7,segment=NetworkSegment(dd7bbff8-2bea-49b2-85f0-1afb095c8f20),segment_id=dd7bbff8-2bea-49b2-85f0-1afb095c8f20)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:35:52.512942 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.525482 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Calling delete_port for 87d4210e-e04b-45d3-98d1-95466e2ffca7 owned by network:dhcp {{(pid=94731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:35:52.569159 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.599171 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d4210e-e04b-45d3-98d1-95466e2ffca7,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:52.599919 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392'] for port, after_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.604230 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] No DVR routers for this DVR port 87d4210e-e04b-45d3-98d1-95466e2ffca7 on host dv-cinder-760194-9-iscsi {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:35:52.627652 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Pushing event deleted for resources: {'Port': ['ID=87d4210e-e04b-45d3-98d1-95466e2ffca7,revision_number=None']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:52.634999 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] No DVR routers for this DVR port 87d4210e-e04b-45d3-98d1-95466e2ffca7 on host dv-cinder-760194-9-iscsi {{(pid=94731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:35:52.637024 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.637368 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.637831 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.638686 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.639032 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.639355 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.639672 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.639989 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.640303 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.640612 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.640920 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.641230 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fb912-6783-4378-92b3-b878c8f3ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:35:52.677044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.695735 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190a6037-e51d-4d5f-b0b0-16db09119f5c']}} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:52.705148 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20') {'for_net_delete': True} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:52.705441 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7bbff8-2bea-49b2-85f0-1afb095c8f20') {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:35:52.714363 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131574190'] for segment, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.728042 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.733810 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=94729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:35:52.734190 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133203745'] for segment, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: Traceback (most recent call last): Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: timer() Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: cb(*args, **kw) Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: return func(*args, **kwargs) Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: self._notify() Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: self.callback(batched_events) Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: event.method(event) Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: return f(self, *a, **k) Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._get(url).json() Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: return self.request(url, 'GET', **kwargs) Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:35:52.735798 dv-cinder-760194-9-iscsi neutron-server[94729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:35:52.849045 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.853857 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:52.855686 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/190a6037-e51d-4d5f-b0b0-16db09119f5c HTTP/1.1" status: 204 len: 168 time: 0.6370449 Sep 07 20:35:52.867633 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfca81f-f4f2-4dad-86be-2c50431a18e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=190a6037-e51d-4d5f-b0b0-16db09119f5c,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:53.264637 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47958) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:53.303502 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-cd4ae7ea-fc20-4443-9108-63716106e9e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df6e88dbe255498589d961d2ba568256&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377502 Sep 07 20:35:53.305780 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 47960) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:53.350809 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-05ad604c-255a-4965-b247-f898387ef4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:53.371087 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-05ad604c-255a-4965-b247-f898387ef4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:53.488335 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-05ad604c-255a-4965-b247-f898387ef4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:53.490797 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-05ad604c-255a-4965-b247-f898387ef4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:53.491937 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-05ad604c-255a-4965-b247-f898387ef4c8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53d813d4-d7bb-425a-abc3-f5e1a5691d97 HTTP/1.1" status: 204 len: 168 time: 0.1852925 Sep 07 20:35:53.500122 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad604c-255a-4965-b247-f898387ef4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d813d4-d7bb-425a-abc3-f5e1a5691d97,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:54.002718 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 87d4210e-e04b-45d3-98d1-95466e2ffca7 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:35:54.026011 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 87d4210e-e04b-45d3-98d1-95466e2ffca7 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:35:54.026362 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 87d4210e-e04b-45d3-98d1-95466e2ffca7 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:35:55.299905 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48030) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:55.399417 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f8c4654a-6784-4992-bbd3-149815ae6688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:55.484956 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f8c4654a-6784-4992-bbd3-149815ae6688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:55.592049 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-f8c4654a-6784-4992-bbd3-149815ae6688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:55.628476 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-f8c4654a-6784-4992-bbd3-149815ae6688 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=48a2fb6a29694db3988cb06d48879133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274031 Sep 07 20:35:55.630394 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4654a-6784-4992-bbd3-149815ae6688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7d999c-5fea-4eea-83ff-14b6bf3ef488,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:55.631073 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48036) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:55.684776 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-04aedde4-4360-48cb-b77a-7c401e84a9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:55.706168 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-04aedde4-4360-48cb-b77a-7c401e84a9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:55.831970 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-04aedde4-4360-48cb-b77a-7c401e84a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:55.834788 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-04aedde4-4360-48cb-b77a-7c401e84a9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:55.838068 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-04aedde4-4360-48cb-b77a-7c401e84a9c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab7d999c-5fea-4eea-83ff-14b6bf3ef488 HTTP/1.1" status: 204 len: 168 time: 0.2039282 Sep 07 20:35:55.844216 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aedde4-4360-48cb-b77a-7c401e84a9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7d999c-5fea-4eea-83ff-14b6bf3ef488,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:56.413352 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48064) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:56.427130 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-84c614ce-f3ba-4cb0-8c85-d8bad9756aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:56.522872 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-84c614ce-f3ba-4cb0-8c85-d8bad9756aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:56.590901 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-84c614ce-f3ba-4cb0-8c85-d8bad9756aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:56.629302 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-84c614ce-f3ba-4cb0-8c85-d8bad9756aa5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b5fb2f82cea48d4b0fff83d0b155337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147582 Sep 07 20:35:56.630546 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c614ce-f3ba-4cb0-8c85-d8bad9756aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5454e019-f523-40db-954d-06cf8743ded5,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:56.631999 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48070) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:56.683592 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b35236ad-84d5-441c-a93f-1363054a0697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:56.703357 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b35236ad-84d5-441c-a93f-1363054a0697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:56.854714 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b35236ad-84d5-441c-a93f-1363054a0697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:56.857921 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b35236ad-84d5-441c-a93f-1363054a0697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:56.859322 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-b35236ad-84d5-441c-a93f-1363054a0697 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5454e019-f523-40db-954d-06cf8743ded5 HTTP/1.1" status: 204 len: 168 time: 0.2262974 Sep 07 20:35:56.868174 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35236ad-84d5-441c-a93f-1363054a0697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5454e019-f523-40db-954d-06cf8743ded5,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:57.059252 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48076) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:57.264364 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7085fac4-ca77-4567-a988-3b7030906f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:57.350142 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7085fac4-ca77-4567-a988-3b7030906f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:57.431277 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7085fac4-ca77-4567-a988-3b7030906f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:57.467630 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085fac4-ca77-4567-a988-3b7030906f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4659bf49-7a27-42cc-a8f2-8efcba7d88d1,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:57.474276 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7085fac4-ca77-4567-a988-3b7030906f0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=829d12767a784de2a47bec6352a239b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115739 Sep 07 20:35:57.474513 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48090) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:57.521583 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-acf95080-56c3-4c5e-bd5e-7c8088725ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:57.541395 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-acf95080-56c3-4c5e-bd5e-7c8088725ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:57.659925 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-acf95080-56c3-4c5e-bd5e-7c8088725ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:57.662860 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-acf95080-56c3-4c5e-bd5e-7c8088725ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:57.664132 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-acf95080-56c3-4c5e-bd5e-7c8088725ad4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4659bf49-7a27-42cc-a8f2-8efcba7d88d1 HTTP/1.1" status: 204 len: 168 time: 0.1887186 Sep 07 20:35:57.675363 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf95080-56c3-4c5e-bd5e-7c8088725ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4659bf49-7a27-42cc-a8f2-8efcba7d88d1,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:58.315759 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48112) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:58.328360 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7c52d413-b914-4f11-81c1-14fe3c29eb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:58.416478 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7c52d413-b914-4f11-81c1-14fe3c29eb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:58.945554 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-7c52d413-b914-4f11-81c1-14fe3c29eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:58.983348 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-7c52d413-b914-4f11-81c1-14fe3c29eb2d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=588a122b4e0840c58dda016b0f77e13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6666510 Sep 07 20:35:58.984281 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52d413-b914-4f11-81c1-14fe3c29eb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa08acb-5c2f-469f-be47-0b71d62a8754,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:58.986059 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48126) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:59.038388 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1524eba8-9937-4041-a400-2f6b898aa6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.058787 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1524eba8-9937-4041-a400-2f6b898aa6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.162233 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1524eba8-9937-4041-a400-2f6b898aa6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.164783 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1524eba8-9937-4041-a400-2f6b898aa6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.166124 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-1524eba8-9937-4041-a400-2f6b898aa6c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4fa08acb-5c2f-469f-be47-0b71d62a8754 HTTP/1.1" status: 204 len: 168 time: 0.1789031 Sep 07 20:35:59.174874 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524eba8-9937-4041-a400-2f6b898aa6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa08acb-5c2f-469f-be47-0b71d62a8754,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:59.320468 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48132) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:59.517200 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2f7b3224-b038-4f3a-9b3e-24083d0c8c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.605986 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2f7b3224-b038-4f3a-9b3e-24083d0c8c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.682061 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2f7b3224-b038-4f3a-9b3e-24083d0c8c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.719173 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-2f7b3224-b038-4f3a-9b3e-24083d0c8c3e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e9ef528daad49f38b5f17001011728c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976312 Sep 07 20:35:59.721169 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b3224-b038-4f3a-9b3e-24083d0c8c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13077c20-18f4-4cf1-9db3-1b68a7af0ba1,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:35:59.721952 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48146) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:35:59.771438 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3de0e4d5-fecc-4b6f-86c0-6da7b03e01a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.792137 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3de0e4d5-fecc-4b6f-86c0-6da7b03e01a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.945827 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3de0e4d5-fecc-4b6f-86c0-6da7b03e01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.952457 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3de0e4d5-fecc-4b6f-86c0-6da7b03e01a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:35:59.952457 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-3de0e4d5-fecc-4b6f-86c0-6da7b03e01a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/13077c20-18f4-4cf1-9db3-1b68a7af0ba1 HTTP/1.1" status: 204 len: 168 time: 0.2265234 Sep 07 20:35:59.958510 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0e4d5-fecc-4b6f-86c0-6da7b03e01a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13077c20-18f4-4cf1-9db3-1b68a7af0ba1,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:00.658059 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48168) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:00.673831 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5e5da78e-ce10-4141-88b3-94a9ce46c6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:00.677628 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48170) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:00.759707 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5e5da78e-ce10-4141-88b3-94a9ce46c6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:00.819776 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5e5da78e-ce10-4141-88b3-94a9ce46c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:00.827999 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9e8a031c-1fe7-4ae6-b954-87b2d8a8938d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:00.857682 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5e5da78e-ce10-4141-88b3-94a9ce46c6aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=77828ee1cf254d5e8bf7c3001778601b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979847 Sep 07 20:36:00.858617 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5da78e-ce10-4141-88b3-94a9ce46c6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec920757-b93e-4a7d-acec-ce7e288520dd,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:00.860977 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48174) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:00.915433 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9e93-7fc9-412b-a12e-5a04f2f41055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:00.915689 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9e8a031c-1fe7-4ae6-b954-87b2d8a8938d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:00.936461 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9e93-7fc9-412b-a12e-5a04f2f41055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:00.995807 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9e8a031c-1fe7-4ae6-b954-87b2d8a8938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:01.037831 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-9e8a031c-1fe7-4ae6-b954-87b2d8a8938d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b65a8b3980a43169f51d0d0dff8b06b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590920 Sep 07 20:36:01.038693 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a031c-1fe7-4ae6-b954-87b2d8a8938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80b1ac2-ea43-46e2-a62b-6a978823dfac,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:01.040583 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48176) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:01.074085 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9e93-7fc9-412b-a12e-5a04f2f41055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:01.076449 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9e93-7fc9-412b-a12e-5a04f2f41055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:01.077546 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-8e3b9e93-7fc9-412b-a12e-5a04f2f41055 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec920757-b93e-4a7d-acec-ce7e288520dd HTTP/1.1" status: 204 len: 168 time: 0.2097285 Sep 07 20:36:01.088206 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b9e93-7fc9-412b-a12e-5a04f2f41055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec920757-b93e-4a7d-acec-ce7e288520dd,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:01.100582 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-047f886d-95f6-47d7-8f94-c366831b214c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:01.125157 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-047f886d-95f6-47d7-8f94-c366831b214c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:01.224968 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-047f886d-95f6-47d7-8f94-c366831b214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:01.227560 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-047f886d-95f6-47d7-8f94-c366831b214c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:01.228704 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-047f886d-95f6-47d7-8f94-c366831b214c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c80b1ac2-ea43-46e2-a62b-6a978823dfac HTTP/1.1" status: 204 len: 168 time: 0.1871438 Sep 07 20:36:01.236802 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f886d-95f6-47d7-8f94-c366831b214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80b1ac2-ea43-46e2-a62b-6a978823dfac,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:02.594910 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48230) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:02.697478 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bb1c35e7-3ee5-4deb-a6d0-22a8a8a83e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:02.784778 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bb1c35e7-3ee5-4deb-a6d0-22a8a8a83e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:02.876709 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-bb1c35e7-3ee5-4deb-a6d0-22a8a8a83e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:02.917097 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-bb1c35e7-3ee5-4deb-a6d0-22a8a8a83e68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8bd8bb9d25d4d24bef4546a345d6358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210471 Sep 07 20:36:02.919121 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c35e7-3ee5-4deb-a6d0-22a8a8a83e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55862cb-0a10-4573-af3d-7884f062c4bc,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:02.920316 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48234) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:02.967700 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-14e9838c-e049-4944-a60d-7a3a99e4da02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:02.988838 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-14e9838c-e049-4944-a60d-7a3a99e4da02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:03.156473 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-14e9838c-e049-4944-a60d-7a3a99e4da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:03.158931 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-14e9838c-e049-4944-a60d-7a3a99e4da02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:03.160084 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-14e9838c-e049-4944-a60d-7a3a99e4da02 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f55862cb-0a10-4573-af3d-7884f062c4bc HTTP/1.1" status: 204 len: 168 time: 0.2391162 Sep 07 20:36:03.175912 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9838c-e049-4944-a60d-7a3a99e4da02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55862cb-0a10-4573-af3d-7884f062c4bc,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:04.184261 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48260) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:04.280029 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-536449713-network', 'tenant_id': '364b440472b84e0ab1609d7793bbc624'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:04.379947 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Made reservation on behalf of 364b440472b84e0ab1609d7793bbc624 for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:36:04.382374 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:04.391288 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:04.475670 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:04.554447 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:04.580822 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:36:04.586980 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:04.602288 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:04.602288 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Added segment da6a1505-ec79-4a89-a82a-e99aaaaa70e7 of type vlan for network e3e6dedd-30de-41d3-9469-62129553e88a Sep 07 20:36:04.639769 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:04.734081 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:04.735060 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:04.735643 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:04.793063 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e6dedd-30de-41d3-9469-62129553e88a,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:04.803178 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network e3e6dedd-30de-41d3-9469-62129553e88a details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:36:04.849406 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-2567ff7d-22de-400b-959f-634fa1848120 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6640453 Sep 07 20:36:04.852490 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48270) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:04.858786 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Request body: {'subnet': {'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-536449713-subnet', 'tenant_id': '364b440472b84e0ab1609d7793bbc624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:05.003016 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Made reservation on behalf of 364b440472b84e0ab1609d7793bbc624 for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:36:05.005381 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130232223'] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:05.208935 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133203522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130232201'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:05.256447 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8969860f-1e92-4f85-851c-9463230ffe4b,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:05.271208 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Checking segment: {'id': 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:05.271557 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Network hostable DHCP agents. Network: e3e6dedd-30de-41d3-9469-62129553e88a, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:36:05.334147 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Network e3e6dedd-30de-41d3-9469-62129553e88a is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:36:05.425628 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, e3e6dedd-30de-41d3-9469-62129553e88a) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:05.429571 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:05.430179 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:05.434392 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7295dd-178d-4ddc-9b45-32f0aeaf9582 None None] Network e3e6dedd-30de-41d3-9469-62129553e88a requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:36:05.517375 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-05c0a420-3e68-453d-9097-42ebaba03362 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6630135 Sep 07 20:36:05.553117 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b45945-bb6a-4044-8a1d-b7de320e21c1 None None] Network e3e6dedd-30de-41d3-9469-62129553e88a requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:36:07.511554 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:08.732934 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-04c7b7c6-1cd4-41c2-9d61-79bf5ca05ce1 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:08.734402 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-04c7b7c6-1cd4-41c2-9d61-79bf5ca05ce1 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/networks?id=e3e6dedd-30de-41d3-9469-62129553e88a HTTP/1.1" status: 200 len: 808 time: 0.1000102 Sep 07 20:36:08.748568 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-32e280cc-1c31-4441-8d25-691be8e6358e tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/quotas/364b440472b84e0ab1609d7793bbc624 HTTP/1.1" status: 200 len: 375 time: 0.0084841 Sep 07 20:36:08.777608 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-0619bf85-e7ad-41ca-89c0-c00045e8290c tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=364b440472b84e0ab1609d7793bbc624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0240922 Sep 07 20:36:08.866358 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-8ed8082c-3221-4a77-a4f7-e2aababd527d service neutron] 10.222.0.72 "GET /v2.0/networks/e3e6dedd-30de-41d3-9469-62129553e88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816026 Sep 07 20:36:08.952177 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-107ce54c-3a92-4855-be27-5eb2e9ed8c94 service neutron] 10.222.0.72 "GET /v2.0/networks/e3e6dedd-30de-41d3-9469-62129553e88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799029 Sep 07 20:36:09.227814 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b0af109c-8e9d-47ce-8249-429972ae1085 req-ccffb3ca-a9ee-439a-960f-48173b75bac1 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 210 time: 0.0270064 Sep 07 20:36:10.323181 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1b21c01-e881-4cf9-a1a9-1d4576292198 req-761afe4c-fa80-48e5-91da-8783537acef7 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 210 time: 0.0289817 Sep 07 20:36:11.414431 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ba3c67f7-9153-4791-8750-30b82b2e0f63 req-28929967-0a83-425e-a16c-874a164f2ebf tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 210 time: 0.0253444 Sep 07 20:36:12.508146 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f1b9f962-2527-40e2-96ee-f3e867c06aa0 req-c1a44714-ed04-448f-8690-346af2a8fe73 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 210 time: 0.0278587 Sep 07 20:36:13.117621 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:36:13.237534 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-bd2c7734-0acf-4e27-81eb-e32fb5cad2fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393810 Sep 07 20:36:13.317928 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-016e35d5-b679-4f4e-944a-db4744857385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:13.319292 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-016e35d5-b679-4f4e-944a-db4744857385 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 1098 time: 0.0385323 Sep 07 20:36:13.426132 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-f55fd97a-012f-40a9-82eb-abfdd86a1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:13.427597 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-f55fd97a-012f-40a9-82eb-abfdd86a1d10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 912 time: 0.0865827 Sep 07 20:36:13.491595 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-ffa629de-b768-436b-94a0-c0bd163f83ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2bbe8cd-20ae-4761-8ac4-d227dde13acf HTTP/1.1" status: 200 len: 1001 time: 0.0563672 Sep 07 20:36:13.549534 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-8372dc46-0ac2-4d1d-b9d2-cf049b0f635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:13.552502 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-8372dc46-0ac2-4d1d-b9d2-cf049b0f635f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0480168 Sep 07 20:36:13.611667 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-24356619-c0f6-41c3-81cd-888566ff3a38 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:13.613562 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b2aa5f9d-a254-4b9a-9efb-7f50d9e15a1b req-2a8fab86-a109-4b67-b369-d0682e7c986e tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 210 time: 0.0294204 Sep 07 20:36:13.613920 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-24356619-c0f6-41c3-81cd-888566ff3a38 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.59 "GET /v2.0/networks?id=e3e6dedd-30de-41d3-9469-62129553e88a HTTP/1.1" status: 200 len: 808 time: 0.1113076 Sep 07 20:36:13.623520 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-ee2b64f2-ec96-449f-b412-8f5499e450c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:13.625220 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-ee2b64f2-ec96-449f-b412-8f5499e450c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661957 Sep 07 20:36:13.631521 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Request body: {'port': {'device_id': '27697063-6137-486b-a65c-41a9b1d204f6', 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a', 'admin_state_up': True, 'tenant_id': '364b440472b84e0ab1609d7793bbc624'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:13.721311 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-bbf0b086-f4f0-49e8-bea3-34e1e2272f65 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885875 Sep 07 20:36:13.813035 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9ff98d96-ea34-44be-bb23-6524d9035b51 req-643745ab-3a16-4090-840b-e2a7916683f7 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848567 Sep 07 20:36:13.859841 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Made reservation on behalf of 364b440472b84e0ab1609d7793bbc624 for: {'port': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:36:13.863382 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:13.984985 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Allocated IP 172.20.0.9 (e3e6dedd-30de-41d3-9469-62129553e88a/8969860f-1e92-4f85-851c-9463230ffe4b/ccdddf85-4d4c-4354-816d-386feef432d5) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:14.126876 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:14.241972 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:14.282619 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Network e3e6dedd-30de-41d3-9469-62129553e88a is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:14.285619 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:14.292025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:14.298054 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Pushing event updated for resources: {'Port': ['ID=ccdddf85-4d4c-4354-816d-386feef432d5,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:14.344846 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:14.345447 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:14.413547 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6a543afb-97ad-428d-bda6-b594d121cfc0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7909539 Sep 07 20:36:14.734383 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e9490-671a-41e2-bd20-c6a6cb12b230 req-5b9a9ccb-68ef-428c-93ac-48c52b8fa2b2 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:14.736395 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a60e9490-671a-41e2-bd20-c6a6cb12b230 req-5b9a9ccb-68ef-428c-93ac-48c52b8fa2b2 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 931 time: 0.0561998 Sep 07 20:36:14.771942 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a60e9490-671a-41e2-bd20-c6a6cb12b230 req-53252be3-2cc0-4790-9afe-f1beb1c3d8fa tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296545 Sep 07 20:36:15.220168 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac1ef-fa7e-4db6-9d0f-257065226068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:15.881569 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9501752-8597-4ed3-a2af-27fde9c36470 req-e38f0709-7b6d-49c5-95ea-7fbd0cb2de0c tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:15.883035 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f9501752-8597-4ed3-a2af-27fde9c36470 req-e38f0709-7b6d-49c5-95ea-7fbd0cb2de0c tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 931 time: 0.0466950 Sep 07 20:36:15.919783 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f9501752-8597-4ed3-a2af-27fde9c36470 req-32ec15a3-cbb0-45a0-b654-29bfd9fa73d6 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Sep 07 20:36:16.980695 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Request body: {'port': {'device_id': '27697063-6137-486b-a65c-41a9b1d204f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:17.031288 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:17.032037 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee038ee-69bb-4695-be95-41cb63249d5f req-f9d706b7-a247-4a90-8468-061798154f82 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:17.033417 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ee038ee-69bb-4695-be95-41cb63249d5f req-f9d706b7-a247-4a90-8468-061798154f82 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 931 time: 0.0487192 Sep 07 20:36:17.070868 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0ee038ee-69bb-4695-be95-41cb63249d5f req-91e2e164-43f6-4edb-97be-d30ecd71e600 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Sep 07 20:36:17.506813 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdddf85-4d4c-4354-816d-386feef432d5 {{(pid=94729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:36:17.513767 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:17.524858 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Transition to ACTIVE for port object ccdddf85-4d4c-4354-816d-386feef432d5 will not be triggered until provisioned by entity L2. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:17.591171 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:17.643399 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdddf85-4d4c-4354-816d-386feef432d5,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:17.703752 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Attempting to bind port ccdddf85-4d4c-4354-816d-386feef432d5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:36:17.704082 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Attempting to bind port ccdddf85-4d4c-4354-816d-386feef432d5 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a'}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:36:17.704405 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Attempting to bind port ccdddf85-4d4c-4354-816d-386feef432d5 on network e3e6dedd-30de-41d3-9469-62129553e88a {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:17.708513 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Port ccdddf85-4d4c-4354-816d-386feef432d5 on network e3e6dedd-30de-41d3-9469-62129553e88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:36:17.708825 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Attempting to bind port ccdddf85-4d4c-4354-816d-386feef432d5 on network e3e6dedd-30de-41d3-9469-62129553e88a {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:17.713419 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:36:17.713777 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Checking segment: {'id': 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:17.714153 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Bound using segment: {'id': 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a'} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:36:17.714569 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Bound port: ccdddf85-4d4c-4354-816d-386feef432d5, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a'}}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:36:17.714911 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:17.774024 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] For port ccdddf85-4d4c-4354-816d-386feef432d5, host hv-cinder-76019, cleared binding levels {{(pid=94729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:36:17.776816 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] For port ccdddf85-4d4c-4354-816d-386feef432d5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ccdddf85-4d4c-4354-816d-386feef432d5,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:36:17.877440 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:17.913109 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:17.913738 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:17.915677 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] 10.222.0.59 "PUT /v2.0/ports/ccdddf85-4d4c-4354-816d-386feef432d5 HTTP/1.1" status: 200 len: 1093 time: 0.9387639 Sep 07 20:36:17.915677 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27697063-6137-486b-a65c-41a9b1d204f6', 'tag': 'ccdddf85-4d4c-4354-816d-386feef432d5'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:17.917914 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bc1a70-c1f3-4b75-a163-137f189092f4" -d '{"events": [{"name": "network-changed", "server_uuid": "27697063-6137-486b-a65c-41a9b1d204f6", "tag": "ccdddf85-4d4c-4354-816d-386feef432d5"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:17.946517 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3fab7-fb55-4dea-b879-dac052b83ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdddf85-4d4c-4354-816d-386feef432d5,revision_number=3']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:17.959768 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1f23b8e6-9a72-4d4b-92fc-3630698bf8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:18.079570 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98afb875-064a-4775-a94d-2e2941af9169 x-openstack-request-id: req-98afb875-064a-4775-a94d-2e2941af9169 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:18.080420 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27697063-6137-486b-a65c-41a9b1d204f6", "tag": "ccdddf85-4d4c-4354-816d-386feef432d5", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:18.080670 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98afb875-064a-4775-a94d-2e2941af9169 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:18.081124 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27697063-6137-486b-a65c-41a9b1d204f6', 'tag': 'ccdddf85-4d4c-4354-816d-386feef432d5', 'status': 'completed', 'code': 200} Sep 07 20:36:18.139499 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc1a70-c1f3-4b75-a163-137f189092f4 req-9f312a1e-43bf-4a7e-b6eb-8bf08adacfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:18.141551 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a0bc1a70-c1f3-4b75-a163-137f189092f4 req-9f312a1e-43bf-4a7e-b6eb-8bf08adacfda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=364b440472b84e0ab1609d7793bbc624&device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 1096 time: 0.0431476 Sep 07 20:36:18.200292 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23af87-22ff-45af-a842-fa0b1514b41e req-6d66b9f2-53d8-4c6c-91e8-68f9b7da4f8b tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:18.202506 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cf23af87-22ff-45af-a842-fa0b1514b41e req-6d66b9f2-53d8-4c6c-91e8-68f9b7da4f8b tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 943 time: 0.0636678 Sep 07 20:36:18.244267 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cf23af87-22ff-45af-a842-fa0b1514b41e req-4b82b0ea-12a0-4137-8632-1d83c9c15f4c tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Sep 07 20:36:18.255575 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc1a70-c1f3-4b75-a163-137f189092f4 req-5ed09652-daa4-4613-a6d3-381d5042f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:18.257223 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a0bc1a70-c1f3-4b75-a163-137f189092f4 req-5ed09652-daa4-4613-a6d3-381d5042f60b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=364b440472b84e0ab1609d7793bbc624&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1081865 Sep 07 20:36:18.265579 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:18.354365 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc1a70-c1f3-4b75-a163-137f189092f4 req-01327ab9-87c2-4084-8e3b-e9aed633f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:18.355845 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a0bc1a70-c1f3-4b75-a163-137f189092f4 req-01327ab9-87c2-4084-8e3b-e9aed633f688 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922360 Sep 07 20:36:18.430642 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-5b89161e-1643-4798-be18-2cb7ca0e4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:18.432383 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-5b89161e-1643-4798-be18-2cb7ca0e4694 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=364b440472b84e0ab1609d7793bbc624&device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 1096 time: 0.0415373 Sep 07 20:36:18.478898 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-c1744a92-7dba-4023-be81-43bce9c89423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccdddf85-4d4c-4354-816d-386feef432d5 HTTP/1.1" status: 200 len: 217 time: 0.0382469 Sep 07 20:36:18.528112 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6013d1de-e17d-407d-83c7-75245257e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:18.529591 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-6013d1de-e17d-407d-83c7-75245257e364 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8969860f-1e92-4f85-851c-9463230ffe4b HTTP/1.1" status: 200 len: 848 time: 0.0434546 Sep 07 20:36:18.562014 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-a7048b1d-b897-43ac-9607-3c998bebf13f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3e6dedd-30de-41d3-9469-62129553e88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253367 Sep 07 20:36:18.651833 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-0bd87b6a-118a-486f-8629-781c14aa7af6 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e6dedd-30de-41d3-9469-62129553e88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Sep 07 20:36:18.739814 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-f3870832-2063-4865-afcc-bf7e5c9f38c8 req-9e599174-a26d-40d1-a22e-0a9b78d21570 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e6dedd-30de-41d3-9469-62129553e88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812192 Sep 07 20:36:19.358333 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d0783-fac8-4f54-b820-a64202bad622 req-51275973-1465-4716-81a0-e6f02e2c7f75 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:19.359767 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-241d0783-fac8-4f54-b820-a64202bad622 req-51275973-1465-4716-81a0-e6f02e2c7f75 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 943 time: 0.0467272 Sep 07 20:36:19.395950 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-241d0783-fac8-4f54-b820-a64202bad622 req-6fdc2bae-9842-4ac7-aed4-f430304a4db1 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299063 Sep 07 20:36:19.676624 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:20.505469 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc72e4-a712-40cf-8bfc-42b43bb99e53 req-b512214a-4c6f-439b-b11d-8e1eae125fa0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:20.506938 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e8fc72e4-a712-40cf-8bfc-42b43bb99e53 req-b512214a-4c6f-439b-b11d-8e1eae125fa0 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 943 time: 0.0465562 Sep 07 20:36:20.542809 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e8fc72e4-a712-40cf-8bfc-42b43bb99e53 req-805ee2f8-779b-4d7f-84c1-e13acb859898 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300999 Sep 07 20:36:20.751077 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:21.018392 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device ccdddf85-4d4c-4354-816d-386feef432d5 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:36:21.112589 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port ccdddf85-4d4c-4354-816d-386feef432d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ccdddf85-4d4c-4354-816d-386feef432d5,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:21.123196 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': 'ccdddf85-4d4c-4354-816d-386feef432d5', 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a', 'port_id': 'ccdddf85-4d4c-4354-816d-386feef432d5', 'mac_address': 'fa:16:3e:b3:3b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8969860f-1e92-4f85-851c-9463230ffe4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:36:21.158923 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:21.171790 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdddf85-4d4c-4354-816d-386feef432d5 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:36:21.194565 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port ccdddf85-4d4c-4354-816d-386feef432d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ccdddf85-4d4c-4354-816d-386feef432d5,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:21.264167 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:21.310195 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=ccdddf85-4d4c-4354-816d-386feef432d5,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:21.481626 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['ccdddf85-4d4c-4354-816d-386feef432d5'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:36:21.654857 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674f7d1-005e-4870-a46b-f9f09a5a62fd req-4ee49360-1483-4def-96fb-5b4877c9712c tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:21.656295 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0674f7d1-005e-4870-a46b-f9f09a5a62fd req-4ee49360-1483-4def-96fb-5b4877c9712c tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 944 time: 0.0499160 Sep 07 20:36:21.692677 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0674f7d1-005e-4870-a46b-f9f09a5a62fd req-7a65e72e-6854-4e5c-94cd-e10e735a71cc tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302012 Sep 07 20:36:22.559542 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc4102-e63d-494c-b75d-921fd92c1f28 req-3e1d2543-43da-4ce4-bdee-35e006a8a0ae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:22.561030 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cffc4102-e63d-494c-b75d-921fd92c1f28 req-3e1d2543-43da-4ce4-bdee-35e006a8a0ae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 945 time: 0.0480299 Sep 07 20:36:22.598320 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cffc4102-e63d-494c-b75d-921fd92c1f28 req-b9011559-9b01-46d7-ba81-c1113920fddd tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312378 Sep 07 20:36:22.804552 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772a43-11e5-492b-9344-ca826f428975 req-aff428a0-e434-475d-9c4d-e9b67414f5b9 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:22.806029 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1c772a43-11e5-492b-9344-ca826f428975 req-aff428a0-e434-475d-9c4d-e9b67414f5b9 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 944 time: 0.0472932 Sep 07 20:36:22.842829 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1c772a43-11e5-492b-9344-ca826f428975 req-d2ed1f43-8a9d-4093-bd49-ced1ebf1271c tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308299 Sep 07 20:36:23.032683 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device ccdddf85-4d4c-4354-816d-386feef432d5 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:23.162870 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port ccdddf85-4d4c-4354-816d-386feef432d5 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:23.166515 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port ccdddf85-4d4c-4354-816d-386feef432d5 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:23.166887 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:23.241263 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:23.263850 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27697063-6137-486b-a65c-41a9b1d204f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdddf85-4d4c-4354-816d-386feef432d5'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:23.265978 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f891eb50-a925-4060-ad1a-bef485a11255" -d '{"events": [{"server_uuid": "27697063-6137-486b-a65c-41a9b1d204f6", "name": "network-vif-plugged", "status": "completed", "tag": "ccdddf85-4d4c-4354-816d-386feef432d5"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:23.281589 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port ccdddf85-4d4c-4354-816d-386feef432d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ccdddf85-4d4c-4354-816d-386feef432d5,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:23.303101 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1795b3a-ee1a-4830-b3cf-804ea9bcc0d8 x-openstack-request-id: req-b1795b3a-ee1a-4830-b3cf-804ea9bcc0d8 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:23.303382 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27697063-6137-486b-a65c-41a9b1d204f6", "name": "network-vif-plugged", "status": "completed", "tag": "ccdddf85-4d4c-4354-816d-386feef432d5", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:23.303626 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b1795b3a-ee1a-4830-b3cf-804ea9bcc0d8 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:23.304231 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27697063-6137-486b-a65c-41a9b1d204f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdddf85-4d4c-4354-816d-386feef432d5', 'code': 200} Sep 07 20:36:23.350974 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:23.401924 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=ccdddf85-4d4c-4354-816d-386feef432d5,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:23.573919 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dc00c-c83f-4210-a5b2-5d8ae8472dac req-dfb8e213-f664-4e15-aa64-84f98cc6f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:23.575425 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-4f9dc00c-c83f-4210-a5b2-5d8ae8472dac req-dfb8e213-f664-4e15-aa64-84f98cc6f8fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 1098 time: 0.0450664 Sep 07 20:36:23.617334 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-4f9dc00c-c83f-4210-a5b2-5d8ae8472dac req-d24a4b23-8c88-41cf-9fda-67660aa4cd74 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343950 Sep 07 20:36:23.621441 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48452) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:23.714059 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318be108-76d5-4a66-9160-6ac3099e5615 req-30f62141-7e10-461c-a651-05517fd124ac tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:23.715521 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-318be108-76d5-4a66-9160-6ac3099e5615 req-30f62141-7e10-461c-a651-05517fd124ac tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 945 time: 0.0505428 Sep 07 20:36:23.728332 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-50ae8097-418c-461e-8af7-76c13c7a62d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:23.752408 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-318be108-76d5-4a66-9160-6ac3099e5615 req-cf6de881-d93e-4830-8466-1428cb3ac2e1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299351 Sep 07 20:36:23.813777 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-50ae8097-418c-461e-8af7-76c13c7a62d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:23.882528 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-50ae8097-418c-461e-8af7-76c13c7a62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:23.920551 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-50ae8097-418c-461e-8af7-76c13c7a62d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f7b8baeedef4c968d1de987cfd2734b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978377 Sep 07 20:36:23.921410 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae8097-418c-461e-8af7-76c13c7a62d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c1cc59-3c5c-4c27-9c87-02f039d64123,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:23.925590 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48458) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:23.958455 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86307be-c511-48fa-b3e7-552a8d39a6a1 req-a9dfad21-212a-45aa-bba1-14e385e85af6 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:23.959938 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f86307be-c511-48fa-b3e7-552a8d39a6a1 req-a9dfad21-212a-45aa-bba1-14e385e85af6 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 945 time: 0.0497169 Sep 07 20:36:23.974505 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2dfbfebe-4520-4dc1-9dff-ec328049e426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:23.995824 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2dfbfebe-4520-4dc1-9dff-ec328049e426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:23.997563 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f86307be-c511-48fa-b3e7-552a8d39a6a1 req-f782f4d6-b91b-4aeb-84ea-9c1630f0cb69 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Sep 07 20:36:24.109855 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2dfbfebe-4520-4dc1-9dff-ec328049e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:24.112926 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-2dfbfebe-4520-4dc1-9dff-ec328049e426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:24.114090 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-2dfbfebe-4520-4dc1-9dff-ec328049e426 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48c1cc59-3c5c-4c27-9c87-02f039d64123 HTTP/1.1" status: 204 len: 168 time: 0.1873610 Sep 07 20:36:24.121372 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbfebe-4520-4dc1-9dff-ec328049e426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c1cc59-3c5c-4c27-9c87-02f039d64123,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:24.286906 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-97414c5d-0d20-42d0-a47f-783c752550fb tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:24.288401 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-97414c5d-0d20-42d0-a47f-783c752550fb tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 945 time: 0.0474887 Sep 07 20:36:24.378258 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Deleting port a2bbe8cd-20ae-4761-8ac4-d227dde13acf {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:36:24.378593 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:24.467708 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] For port a2bbe8cd-20ae-4761-8ac4-d227dde13acf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:24.468074 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:24.712061 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:24.712645 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:24.712865 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.l3_db [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Floating IP 66d23636-32dd-425d-b585-a72357d2a803 disassociated. External IP: 172.27.0.145, port: a2bbe8cd-20ae-4761-8ac4-d227dde13acf. Sep 07 20:36:24.713045 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Calling delete_port for a2bbe8cd-20ae-4761-8ac4-d227dde13acf owned by compute:nova {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:36:24.877898 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eff4a-e6e3-4d17-bd39-a92afe5e12b9 req-fa96ed1e-f744-4f80-ab62-9851e84245f1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:24.880138 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-912eff4a-e6e3-4d17-bd39-a92afe5e12b9 req-fa96ed1e-f744-4f80-ab62-9851e84245f1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 945 time: 0.0562723 Sep 07 20:36:24.905587 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:24.930388 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-912eff4a-e6e3-4d17-bd39-a92afe5e12b9 req-5a04343c-e9ef-49bc-8099-3840d9fd69dd tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435877 Sep 07 20:36:24.943601 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event deleted for resources: {'Port': ['ID=a2bbe8cd-20ae-4761-8ac4-d227dde13acf,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:25.063208 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Router 883296fa-d292-4f7e-a1c1-546e35a53945 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:36:25.120900 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df3924-ee49-405e-bef1-9adb80274b19 req-ff2c4761-29c9-4112-b2c3-82a982353a06 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:25.122521 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9df3924-ee49-405e-bef1-9adb80274b19 req-ff2c4761-29c9-4112-b2c3-82a982353a06 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 945 time: 0.0551991 Sep 07 20:36:25.164852 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9df3924-ee49-405e-bef1-9adb80274b19 req-c3607fae-b8f5-4836-af99-9b6b033fd116 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350499 Sep 07 20:36:25.173277 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:36:25.182758 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] Sync routers for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:36:25.194811 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:25.194956 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:25.225451 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] No DVR routers for this DVR port a2bbe8cd-20ae-4761-8ac4-d227dde13acf on host hv-cinder-76019 {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:36:25.228222 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:25.230364 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-14314f07-f914-4088-83b2-b3ab4256b1ce req-d10c486a-fe53-467a-b3c1-32b860141b35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "DELETE /v2.0/ports/a2bbe8cd-20ae-4761-8ac4-d227dde13acf HTTP/1.1" status: 204 len: 173 time: 0.9345927 Sep 07 20:36:25.230809 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'name': 'network-vif-deleted', 'tag': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:25.233087 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e404bb-b252-4f8b-8a56-4a556b75a85b" -d '{"events": [{"server_uuid": "466e1cf4-1c3c-4839-b872-36d9514effc9", "name": "network-vif-deleted", "tag": "a2bbe8cd-20ae-4761-8ac4-d227dde13acf"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:25.275563 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a949d9a-4a1c-4b22-86ab-10464991c2f8 x-openstack-request-id: req-9a949d9a-4a1c-4b22-86ab-10464991c2f8 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:25.276044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466e1cf4-1c3c-4839-b872-36d9514effc9", "name": "network-vif-deleted", "tag": "a2bbe8cd-20ae-4761-8ac4-d227dde13acf", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:25.276431 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a949d9a-4a1c-4b22-86ab-10464991c2f8 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:25.276987 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466e1cf4-1c3c-4839-b872-36d9514effc9', 'name': 'network-vif-deleted', 'tag': 'a2bbe8cd-20ae-4761-8ac4-d227dde13acf', 'status': 'completed', 'code': 200} Sep 07 20:36:25.321156 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:25.528563 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:25.554994 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] Checking router: 883296fa-d292-4f7e-a1c1-546e35a53945 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:36:25.564794 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:25.565408 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:25.683345 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:25.881833 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:25.917335 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621a583-9ed1-4fbf-9b9a-ad61d8c12cef None None] The sync data for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi is: [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:36:26.049614 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5459d355-5a8c-4580-9c90-56f69b5b665e req-77dd8ab6-8ee4-476c-bbc2-33d37d913620 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=466e1cf4-1c3c-4839-b872-36d9514effc9 HTTP/1.1" status: 200 len: 210 time: 0.0348787 Sep 07 20:36:26.163066 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5136151-916f-45de-b757-c6d4edd62f6c None None] New status for floating IP 66d23636-32dd-425d-b585-a72357d2a803: DOWN {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:36:26.551417 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85614d2c-9174-4155-9154-f5904f3d35ac req-8d4cbee1-5bf9-4686-a58a-496224cea660 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:26.553001 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-85614d2c-9174-4155-9154-f5904f3d35ac req-8d4cbee1-5bf9-4686-a58a-496224cea660 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 945 time: 0.0482085 Sep 07 20:36:26.591111 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-85614d2c-9174-4155-9154-f5904f3d35ac req-2ed9271e-37bb-418d-a8c3-cad298a4ec73 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Sep 07 20:36:27.279203 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-ebd29200-934f-48c5-9824-43becdc8807f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823144301&fields=id&tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb HTTP/1.1" status: 200 len: 267 time: 0.0306928 Sep 07 20:36:27.382830 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-b2cb475d-0ca5-4d5f-b31d-b7fb78350f49 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:27.384265 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-b2cb475d-0ca5-4d5f-b31d-b7fb78350f49 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 811 time: 0.0981572 Sep 07 20:36:27.398947 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-241f3604-2b6a-416d-9084-95af6f2ee156 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/quotas/c5a5b582c64646dbb3fc94cd9c5fd5fb HTTP/1.1" status: 200 len: 375 time: 0.0089617 Sep 07 20:36:27.452125 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-f456dc80-6418-4c6e-9951-81db465ca7d7 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478528 Sep 07 20:36:27.549978 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-67397306-ea43-44bf-8f72-253986587718 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863097 Sep 07 20:36:27.637355 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-0a759bdd-c9bc-4b60-af3f-a53d42a8e091 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808308 Sep 07 20:36:27.712030 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fff85-0d5c-4361-9e05-1dccb214d720 req-da61d7ac-e7c6-4794-b3fa-35a130061210 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:27.715444 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3b1fff85-0d5c-4361-9e05-1dccb214d720 req-da61d7ac-e7c6-4794-b3fa-35a130061210 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 945 time: 0.0546815 Sep 07 20:36:27.752151 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3b1fff85-0d5c-4361-9e05-1dccb214d720 req-ea196a82-0144-4908-881e-600b68fe1948 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Sep 07 20:36:27.828240 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a3c9b-3694-455c-b146-db7fb8763326 req-d2101c62-e226-4b72-91b1-5313def82f1b tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:27.830361 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-444a3c9b-3694-455c-b146-db7fb8763326 req-d2101c62-e226-4b72-91b1-5313def82f1b tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.59 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 945 time: 0.0506344 Sep 07 20:36:27.919376 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-444a3c9b-3694-455c-b146-db7fb8763326 req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Deleting port ccdddf85-4d4c-4354-816d-386feef432d5 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:36:27.919722 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-444a3c9b-3694-455c-b146-db7fb8763326 req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:28.008303 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-444a3c9b-3694-455c-b146-db7fb8763326 req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] For port ccdddf85-4d4c-4354-816d-386feef432d5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ccdddf85-4d4c-4354-816d-386feef432d5,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:28.008668 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-444a3c9b-3694-455c-b146-db7fb8763326 req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:28.021002 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-444a3c9b-3694-455c-b146-db7fb8763326 req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Calling delete_port for ccdddf85-4d4c-4354-816d-386feef432d5 owned by compute:nova {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:36:28.190927 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-444a3c9b-3694-455c-b146-db7fb8763326 req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:28.204346 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['ccdddf85-4d4c-4354-816d-386feef432d5'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:36:28.224176 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Pushing event deleted for resources: {'Port': ['ID=ccdddf85-4d4c-4354-816d-386feef432d5,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:28.275507 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-05ae11c0-3cd6-4013-aa50-9faa7f1be3ef req-366404c4-74e7-4863-b35d-7c459e8dc6a2 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 210 time: 0.0287549 Sep 07 20:36:28.275684 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-444a3c9b-3694-455c-b146-db7fb8763326 req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] No DVR routers for this DVR port ccdddf85-4d4c-4354-816d-386feef432d5 on host hv-cinder-76019 {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:36:28.278065 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-444a3c9b-3694-455c-b146-db7fb8763326 req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:28.280195 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-444a3c9b-3694-455c-b146-db7fb8763326 req-cf2567dd-935d-4071-931d-b32bd1418088 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.59 "DELETE /v2.0/ports/ccdddf85-4d4c-4354-816d-386feef432d5 HTTP/1.1" status: 204 len: 173 time: 0.4446671 Sep 07 20:36:28.280704 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27697063-6137-486b-a65c-41a9b1d204f6', 'name': 'network-vif-deleted', 'tag': 'ccdddf85-4d4c-4354-816d-386feef432d5'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:28.282914 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62fd8fe-e84a-4a03-a31d-47330e4fb8ce" -d '{"events": [{"server_uuid": "27697063-6137-486b-a65c-41a9b1d204f6", "name": "network-vif-deleted", "tag": "ccdddf85-4d4c-4354-816d-386feef432d5"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:28.327899 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f7c4b-473a-4c94-a52a-d15a02f85bbb x-openstack-request-id: req-760f7c4b-473a-4c94-a52a-d15a02f85bbb {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:28.328183 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27697063-6137-486b-a65c-41a9b1d204f6", "name": "network-vif-deleted", "tag": "ccdddf85-4d4c-4354-816d-386feef432d5", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:28.328427 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-760f7c4b-473a-4c94-a52a-d15a02f85bbb {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:28.328814 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27697063-6137-486b-a65c-41a9b1d204f6', 'name': 'network-vif-deleted', 'tag': 'ccdddf85-4d4c-4354-816d-386feef432d5', 'status': 'completed', 'code': 200} Sep 07 20:36:28.843813 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-515ac313-a195-4a6f-893f-000488b8bf85 req-78d42825-1259-4b19-b27e-559ab907cb69 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 210 time: 0.0249035 Sep 07 20:36:29.161914 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a2bbe8cd-20ae-4761-8ac4-d227dde13acf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:36:29.184935 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: a2bbe8cd-20ae-4761-8ac4-d227dde13acf {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:36:29.185272 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a2bbe8cd-20ae-4761-8ac4-d227dde13acf not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:36:29.379149 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ea984a77-bddc-4aa8-ac35-e024b09a55a7 req-117ae4cf-a32b-403d-968c-9a23ad1383dd tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 210 time: 0.0253434 Sep 07 20:36:29.936335 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4cc5e7b0-d862-40d7-b9b5-cee571ff2ea9 req-90bd58f6-a8b3-484e-b267-7f45a069d096 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 210 time: 0.0256822 Sep 07 20:36:30.471663 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fbe20533-c8fb-4d4a-8a88-f6167153f360 req-0aa40d13-3d70-4f4b-b6c9-a4de8903ba10 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 210 time: 0.0280299 Sep 07 20:36:31.037577 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e9a11c72-4e73-48e3-b769-d734cefbd126 req-c4bf25ca-8ed3-4bca-8dfe-52c0e30782e4 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27697063-6137-486b-a65c-41a9b1d204f6 HTTP/1.1" status: 200 len: 210 time: 0.0277228 Sep 07 20:36:31.562481 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e015c7d4-455f-4314-aa42-511873f05bd2 req-d261518b-8851-4bbd-8a5c-67a80b329c88 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 210 time: 0.0264912 Sep 07 20:36:32.310613 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-f77383ef-f896-4e30-bd77-c183c7cf7e48 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:32.312274 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-f77383ef-f896-4e30-bd77-c183c7cf7e48 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 811 time: 0.1163483 Sep 07 20:36:32.355563 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-25ea8979-3872-40e2-a715-ae64a71c2289 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:32.357090 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-25ea8979-3872-40e2-a715-ae64a71c2289 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/networks?id=e3e6dedd-30de-41d3-9469-62129553e88a HTTP/1.1" status: 200 len: 808 time: 0.1060853 Sep 07 20:36:32.372195 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-7e2aa523-7ef7-4c63-a29b-87ff3ffdb928 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb HTTP/1.1" status: 200 len: 379 time: 0.0485060 Sep 07 20:36:32.375954 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-70b403e8-e6a9-47bf-871c-51153de69ac2 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/quotas/364b440472b84e0ab1609d7793bbc624 HTTP/1.1" status: 200 len: 375 time: 0.0096736 Sep 07 20:36:32.381085 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'port': {'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'admin_state_up': True, 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'security_groups': ['2bed3d1d-fa78-4d84-9173-c64b6436c961']}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:32.540026 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Made reservation on behalf of c5a5b582c64646dbb3fc94cd9c5fd5fb for: {'port': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:36:32.543633 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:32.677349 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-d24f0048-fd0f-4335-b73c-69036154468d tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=364b440472b84e0ab1609d7793bbc624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2977083 Sep 07 20:36:32.677595 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Allocated IP 172.20.0.14 (c0cb6169-d2ba-43fe-999f-923959eee80d/400048fe-fa79-402d-b10a-28512e028f72/18bd64e5-20fd-46f9-b91f-20740b32ccbf) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:32.716157 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b636ec48-0ba8-4681-9137-2b5b8ae34264 req-c5f0c094-417f-4881-9c21-0e70fbc7dc00 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 210 time: 0.0412056 Sep 07 20:36:32.783552 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-8b957909-511b-4f64-907f-85ef75cb6da3 service neutron] 10.222.0.72 "GET /v2.0/networks/e3e6dedd-30de-41d3-9469-62129553e88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980210 Sep 07 20:36:32.819885 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:32.836288 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Transition to ACTIVE for port object 18bd64e5-20fd-46f9-b91f-20740b32ccbf will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:32.872620 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-d232dc16-a897-45ca-a98f-a571c38ce867 service neutron] 10.222.0.72 "GET /v2.0/networks/e3e6dedd-30de-41d3-9469-62129553e88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821702 Sep 07 20:36:32.946243 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:32.986697 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Network c0cb6169-d2ba-43fe-999f-923959eee80d is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:32.988085 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:32.990361 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:33.038447 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:33.039030 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:33.062425 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'Port': ['ID=18bd64e5-20fd-46f9-b91f-20740b32ccbf,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:33.081427 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device ccdddf85-4d4c-4354-816d-386feef432d5 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:36:33.139271 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-22dd3607-4d52-4527-83e9-885b5df39be5 req-c40b48c5-b7c5-4d07-a3c3-c063478e6e82 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 210 time: 0.0391705 Sep 07 20:36:33.140027 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-04c38118-263d-4c71-a2c5-2f1141df21aa tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7576387 Sep 07 20:36:33.140136 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: ccdddf85-4d4c-4354-816d-386feef432d5 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:36:33.140136 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device ccdddf85-4d4c-4354-816d-386feef432d5 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:36:33.150503 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Request body: {'port': {'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:33.208064 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:33.447678 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1c6e881f-9ee8-4d2d-9fe8-567b36eca2a5 None None] Provisioning for port 18bd64e5-20fd-46f9-b91f-20740b32ccbf completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:33.451561 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1c6e881f-9ee8-4d2d-9fe8-567b36eca2a5 None None] Provisioning complete for port 18bd64e5-20fd-46f9-b91f-20740b32ccbf triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:33.452009 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1c6e881f-9ee8-4d2d-9fe8-567b36eca2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:33.487219 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e881f-9ee8-4d2d-9fe8-567b36eca2a5 None None] Port 18bd64e5-20fd-46f9-b91f-20740b32ccbf cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:36:33.489259 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bd64e5-20fd-46f9-b91f-20740b32ccbf {{(pid=94729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:36:33.497748 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:33.510193 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Transition to ACTIVE for port object 18bd64e5-20fd-46f9-b91f-20740b32ccbf will not be triggered until provisioned by entity L2. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:33.573534 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:33.628432 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Pushing event updated for resources: {'Port': ['ID=18bd64e5-20fd-46f9-b91f-20740b32ccbf,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:33.697144 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Attempting to bind port 18bd64e5-20fd-46f9-b91f-20740b32ccbf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:36:33.703169 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Attempting to bind port 18bd64e5-20fd-46f9-b91f-20740b32ccbf by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:36:33.703169 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Attempting to bind port 18bd64e5-20fd-46f9-b91f-20740b32ccbf on network c0cb6169-d2ba-43fe-999f-923959eee80d {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:33.703169 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Port 18bd64e5-20fd-46f9-b91f-20740b32ccbf on network c0cb6169-d2ba-43fe-999f-923959eee80d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:36:33.703169 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Attempting to bind port 18bd64e5-20fd-46f9-b91f-20740b32ccbf on network c0cb6169-d2ba-43fe-999f-923959eee80d {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:33.708036 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:36:33.708359 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Checking segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:33.708741 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Bound using segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:36:33.709274 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Bound port: 18bd64e5-20fd-46f9-b91f-20740b32ccbf, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:36:33.709662 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:33.776395 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] For port 18bd64e5-20fd-46f9-b91f-20740b32ccbf, host hv-cinder-76019, cleared binding levels {{(pid=94729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:36:33.779766 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] For port 18bd64e5-20fd-46f9-b91f-20740b32ccbf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:36:33.838378 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5d427-26f5-4683-bf76-5fd1fa1575b2 req-6af795cc-7392-42f9-9fb3-81e762cdf17a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:33.839871 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70e5d427-26f5-4683-bf76-5fd1fa1575b2 req-6af795cc-7392-42f9-9fb3-81e762cdf17a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 944 time: 0.0523002 Sep 07 20:36:33.877213 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-70e5d427-26f5-4683-bf76-5fd1fa1575b2 req-029ad141-f1a8-40b5-ac4d-4221ad089ae2 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306065 Sep 07 20:36:33.900025 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:33.933286 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:33.933872 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:33.935316 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] 10.222.0.59 "PUT /v2.0/ports/18bd64e5-20fd-46f9-b91f-20740b32ccbf HTTP/1.1" status: 200 len: 1094 time: 0.7906582 Sep 07 20:36:33.937472 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:33.941082 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3a11a2-2720-4e55-b42f-461d097dfd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:33.987687 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234797a-f192-4880-a830-95a7ec270e90 service neutron] Pushing event updated for resources: {'Port': ['ID=18bd64e5-20fd-46f9-b91f-20740b32ccbf,revision_number=3']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:33.990208 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8401b4c4-6a28-4936-9158-d0208fa16136 x-openstack-request-id: req-8401b4c4-6a28-4936-9158-d0208fa16136 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:33.990626 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:33.990725 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8401b4c4-6a28-4936-9158-d0208fa16136 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:33.991157 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'status': 'completed', 'code': 200} Sep 07 20:36:34.052697 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a11a2-2720-4e55-b42f-461d097dfd8d req-81a0d951-e3f3-4186-a9e2-c8e6d29ecb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:34.054245 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-6b3a11a2-2720-4e55-b42f-461d097dfd8d req-81a0d951-e3f3-4186-a9e2-c8e6d29ecb6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 1097 time: 0.0425885 Sep 07 20:36:34.160427 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a11a2-2720-4e55-b42f-461d097dfd8d req-394eb077-6fca-4c0e-9f85-2dd34382122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:34.162225 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-6b3a11a2-2720-4e55-b42f-461d097dfd8d req-394eb077-6fca-4c0e-9f85-2dd34382122a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996871 Sep 07 20:36:34.213451 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e7d437d1-2774-4be1-ab6f-f0f21a5ec145 req-7be2fd30-efb1-45fe-9426-6094c69fa3d1 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 210 time: 0.0283389 Sep 07 20:36:34.260008 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a11a2-2720-4e55-b42f-461d097dfd8d req-7e3a111a-a576-45ee-84dc-ede35070fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:34.261448 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-6b3a11a2-2720-4e55-b42f-461d097dfd8d req-7e3a111a-a576-45ee-84dc-ede35070fe41 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923629 Sep 07 20:36:34.349351 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-a9c0346b-f141-4505-80ea-802339df6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:34.350828 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-a9c0346b-f141-4505-80ea-802339df6034 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 1097 time: 0.0412405 Sep 07 20:36:34.392829 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-eb583f50-03a2-4807-9806-2c50dc9877a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf HTTP/1.1" status: 200 len: 217 time: 0.0334110 Sep 07 20:36:34.440074 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3dbc1d58-5fc7-49b1-a5bd-ef7f3a1b0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:34.441472 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-3dbc1d58-5fc7-49b1-a5bd-ef7f3a1b0625 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0421462 Sep 07 20:36:34.486666 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-2bc3e073-bd35-43aa-825c-07aab1960e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:34.488075 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-2bc3e073-bd35-43aa-825c-07aab1960e0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402381 Sep 07 20:36:34.577026 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-372ef7ca-e441-4162-a9ed-d970dc7a4064 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818181 Sep 07 20:36:34.672144 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-226536c8-6d0a-4f8a-a621-a3ab07e7a8ca req-0e559bb5-52d2-4701-a042-35afe33917e3 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879440 Sep 07 20:36:34.995363 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70a860-dcf9-4537-8c14-dfe8260845e5 req-66f636c6-256f-435e-a1b1-e7a67d3b8895 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:34.996860 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2d70a860-dcf9-4537-8c14-dfe8260845e5 req-66f636c6-256f-435e-a1b1-e7a67d3b8895 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 944 time: 0.0484798 Sep 07 20:36:35.008441 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48624) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:35.041459 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2d70a860-dcf9-4537-8c14-dfe8260845e5 req-b176841a-52d1-4502-a91f-6b23e8d00b2c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384729 Sep 07 20:36:35.118135 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c882c1bc-3d02-43d1-b086-f2db42e062ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:35.175947 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-a4a8e920-e610-4212-bfd0-41dd73f967cd tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:35.177439 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-a4a8e920-e610-4212-bfd0-41dd73f967cd tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.59 "GET /v2.0/networks?id=e3e6dedd-30de-41d3-9469-62129553e88a HTTP/1.1" status: 200 len: 808 time: 0.1017911 Sep 07 20:36:35.189681 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Request body: {'port': {'device_id': '97b259e4-0c9b-45a5-a032-c1d4c1c38675', 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a', 'admin_state_up': True, 'tenant_id': '364b440472b84e0ab1609d7793bbc624'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:35.212232 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c882c1bc-3d02-43d1-b086-f2db42e062ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:35.311945 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e2f257d1-6ecd-4ca7-b691-161303e8a273 req-3582eda1-9507-4bb2-a369-939117c786c6 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 210 time: 0.0271518 Sep 07 20:36:35.312727 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-c882c1bc-3d02-43d1-b086-f2db42e062ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:35.353432 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-c882c1bc-3d02-43d1-b086-f2db42e062ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=16373130cbe3427bae1629d53617c9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439538 Sep 07 20:36:35.354669 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882c1bc-3d02-43d1-b086-f2db42e062ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1d04b1-74d8-4884-bbf1-f110b1fe197a,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:35.357220 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48630) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:35.412206 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4944a48d-46f2-4434-b7cd-6c9719099236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:35.438111 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4944a48d-46f2-4434-b7cd-6c9719099236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:35.539291 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4944a48d-46f2-4434-b7cd-6c9719099236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:35.541882 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4944a48d-46f2-4434-b7cd-6c9719099236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:35.543090 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-4944a48d-46f2-4434-b7cd-6c9719099236 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2a1d04b1-74d8-4884-bbf1-f110b1fe197a HTTP/1.1" status: 204 len: 168 time: 0.1849277 Sep 07 20:36:35.550950 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944a48d-46f2-4434-b7cd-6c9719099236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1d04b1-74d8-4884-bbf1-f110b1fe197a,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:35.591075 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Made reservation on behalf of 364b440472b84e0ab1609d7793bbc624 for: {'port': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:36:35.594669 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:35.719135 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Allocated IP 172.20.0.9 (e3e6dedd-30de-41d3-9469-62129553e88a/8969860f-1e92-4f85-851c-9463230ffe4b/d88444ea-e1e6-4367-85ae-9a321508702f) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:35.863606 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:35.986180 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.025471 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Network e3e6dedd-30de-41d3-9469-62129553e88a is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:36.028442 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:36.030776 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:36.070839 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Pushing event updated for resources: {'Port': ['ID=d88444ea-e1e6-4367-85ae-9a321508702f,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:36.092970 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:36.093671 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.169144 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54536a-5e5e-4771-b9b6-53637e692420 req-cd526f62-a0c7-4379-8358-9010d7d60701 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:36.170680 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fd54536a-5e5e-4771-b9b6-53637e692420 req-cd526f62-a0c7-4379-8358-9010d7d60701 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 944 time: 0.0514114 Sep 07 20:36:36.191534 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-4d638963-613c-4dc8-ac21-c4e5bfce2526 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0056510 Sep 07 20:36:36.203650 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Request body: {'port': {'device_id': '97b259e4-0c9b-45a5-a032-c1d4c1c38675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:36.210824 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fd54536a-5e5e-4771-b9b6-53637e692420 req-08b40fec-9aee-428e-aa0e-0018c27fbe74 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334709 Sep 07 20:36:36.264764 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.436926 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14cf19-2aea-435d-99e8-50ecb975315e req-dd3e058e-6f2a-4b65-b600-198b475f1dfc tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:36.438483 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7a14cf19-2aea-435d-99e8-50ecb975315e req-dd3e058e-6f2a-4b65-b600-198b475f1dfc tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 931 time: 0.0499022 Sep 07 20:36:36.480127 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7a14cf19-2aea-435d-99e8-50ecb975315e req-4d2a3052-8488-4f5d-85a4-29012133ee53 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Sep 07 20:36:36.505407 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48660) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:36.526638 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88444ea-e1e6-4367-85ae-9a321508702f {{(pid=94729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:36:36.534772 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.547110 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Transition to ACTIVE for port object d88444ea-e1e6-4367-85ae-9a321508702f will not be triggered until provisioned by entity L2. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:36.605431 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-239802434-network', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:36.630650 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.680552 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Pushing event updated for resources: {'Port': ['ID=d88444ea-e1e6-4367-85ae-9a321508702f,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:36.710962 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Made reservation on behalf of 94f3d149525b4f90b1b321fc485ea5ef for: {'network': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:36:36.713491 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.722469 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.753093 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Attempting to bind port d88444ea-e1e6-4367-85ae-9a321508702f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:36:36.753093 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Attempting to bind port d88444ea-e1e6-4367-85ae-9a321508702f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a'}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:36:36.753093 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Attempting to bind port d88444ea-e1e6-4367-85ae-9a321508702f on network e3e6dedd-30de-41d3-9469-62129553e88a {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:36.754078 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Port d88444ea-e1e6-4367-85ae-9a321508702f on network e3e6dedd-30de-41d3-9469-62129553e88a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:36:36.754389 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Attempting to bind port d88444ea-e1e6-4367-85ae-9a321508702f on network e3e6dedd-30de-41d3-9469-62129553e88a {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:36.759037 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:36:36.759356 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Checking segment: {'id': 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:36.759737 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Bound using segment: {'id': 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a'} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:36:36.760197 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Bound port: d88444ea-e1e6-4367-85ae-9a321508702f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a'}}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:36:36.760540 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.807099 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.822308 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] For port d88444ea-e1e6-4367-85ae-9a321508702f, host hv-cinder-76019, cleared binding levels {{(pid=94729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:36:36.827608 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] For port d88444ea-e1e6-4367-85ae-9a321508702f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d88444ea-e1e6-4367-85ae-9a321508702f,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:36:36.865104 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.888606 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.888793 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=94730) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:36:36.897603 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a24613c-eb31-4a2b-990f-16826bba40f7,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:36.903535 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.903932 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.segments_db [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Added segment ea4514e9-f8f2-4609-94f8-c0d4b22c58db of type vlan for network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 Sep 07 20:36:36.921512 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:36.922143 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.923717 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] 10.222.0.59 "PUT /v2.0/ports/d88444ea-e1e6-4367-85ae-9a321508702f HTTP/1.1" status: 200 len: 1093 time: 0.7240803 Sep 07 20:36:36.925920 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b259e4-0c9b-45a5-a032-c1d4c1c38675', 'tag': 'd88444ea-e1e6-4367-85ae-9a321508702f'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:36.929031 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeecb2d-0bc9-49db-b81e-ea45ecf95ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "97b259e4-0c9b-45a5-a032-c1d4c1c38675", "tag": "d88444ea-e1e6-4367-85ae-9a321508702f"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:36.947695 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:36.955656 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb012e9-f6db-4c84-adf8-319309c94b42 service neutron] Pushing event updated for resources: {'Port': ['ID=d88444ea-e1e6-4367-85ae-9a321508702f,revision_number=3']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:36.969929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57af8a41-5534-48f6-b2db-a57e5e5a8d20 x-openstack-request-id: req-57af8a41-5534-48f6-b2db-a57e5e5a8d20 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:36.970214 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b259e4-0c9b-45a5-a032-c1d4c1c38675", "tag": "d88444ea-e1e6-4367-85ae-9a321508702f", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:36.970489 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57af8a41-5534-48f6-b2db-a57e5e5a8d20 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:36.970873 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b259e4-0c9b-45a5-a032-c1d4c1c38675', 'tag': 'd88444ea-e1e6-4367-85ae-9a321508702f', 'status': 'completed', 'code': 200} Sep 07 20:36:37.036391 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeecb2d-0bc9-49db-b81e-ea45ecf95ca0 req-abd23a13-0179-400c-bb08-3105bd855cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:37.038070 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-3eeecb2d-0bc9-49db-b81e-ea45ecf95ca0 req-abd23a13-0179-400c-bb08-3105bd855cb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=364b440472b84e0ab1609d7793bbc624&device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 1096 time: 0.0468066 Sep 07 20:36:37.092590 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:37.093621 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:37.094263 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:37.134937 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeecb2d-0bc9-49db-b81e-ea45ecf95ca0 req-49a7990d-386d-433e-87ad-eaaa4419c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:37.136448 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-3eeecb2d-0bc9-49db-b81e-ea45ecf95ca0 req-49a7990d-386d-433e-87ad-eaaa4419c65b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=364b440472b84e0ab1609d7793bbc624&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0907488 Sep 07 20:36:37.153453 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] Pushing event updated for resources: {'Network': ['ID=9c5768d9-5e68-4f93-bba0-8a3175a6b046,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:37.163682 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:36:37.187639 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-7c4490fb-30ff-4b62-b784-6d74aec479b8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6785004 Sep 07 20:36:37.188183 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48666) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:37.193051 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Request body: {'subnet': {'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-239802434-subnet', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'ip_version': 4}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:37.235048 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeecb2d-0bc9-49db-b81e-ea45ecf95ca0 req-6f617a05-e573-4851-aa9d-6d2d65f649c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:37.235608 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-3eeecb2d-0bc9-49db-b81e-ea45ecf95ca0 req-6f617a05-e573-4851-aa9d-6d2d65f649c0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920515 Sep 07 20:36:37.292070 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Made reservation on behalf of 94f3d149525b4f90b1b321fc485ea5ef for: {'subnet': 1} {{(pid=94730) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:36:37.294619 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-117110893'] for subnet, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:37.310789 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-0f66b51f-7cf8-47a4-a4be-1967a94b5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:37.314285 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-0f66b51f-7cf8-47a4-a4be-1967a94b5473 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=364b440472b84e0ab1609d7793bbc624&device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 1096 time: 0.0419388 Sep 07 20:36:37.357114 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-5497bfd6-9ca1-433f-8b0d-0f3e4fd0421b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88444ea-e1e6-4367-85ae-9a321508702f HTTP/1.1" status: 200 len: 217 time: 0.0372541 Sep 07 20:36:37.384917 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f4b71-d7ea-48b3-87c6-94594be1b7e7 req-a103eb84-798d-4586-aa63-f701221c1fe0 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:37.386437 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9c5f4b71-d7ea-48b3-87c6-94594be1b7e7 req-a103eb84-798d-4586-aa63-f701221c1fe0 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 944 time: 0.1053455 Sep 07 20:36:37.405699 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-c12ccec3-e20c-40f5-9da7-df90f500861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:37.407271 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-c12ccec3-e20c-40f5-9da7-df90f500861f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8969860f-1e92-4f85-851c-9463230ffe4b HTTP/1.1" status: 200 len: 848 time: 0.0433269 Sep 07 20:36:37.438606 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-c592b5c1-c12a-4b4d-a27e-dd3420d804d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3e6dedd-30de-41d3-9469-62129553e88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246897 Sep 07 20:36:37.443975 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9c5f4b71-d7ea-48b3-87c6-94594be1b7e7 req-cd67a2af-9855-42d6-9a6e-0b67db3e627a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495119 Sep 07 20:36:37.506169 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:37.539215 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-757f4eae-852e-489a-ab99-03adf3b89906 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e6dedd-30de-41d3-9469-62129553e88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934377 Sep 07 20:36:37.579059 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130475520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-117110907'] for subnet, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:37.630012 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-eb786687-d7d0-430d-ae2b-fccc462a0cc7 req-d403412e-98ed-43f3-b2b8-173041a12ada service neutron] 10.222.0.59 "GET /v2.0/networks/e3e6dedd-30de-41d3-9469-62129553e88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840278 Sep 07 20:36:37.643574 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608936c-654d-47d7-9d51-1e2eea1a943b req-ddc66ec9-3451-4c21-89c0-14900473ed17 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:37.645143 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e608936c-654d-47d7-9d51-1e2eea1a943b req-ddc66ec9-3451-4c21-89c0-14900473ed17 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 943 time: 0.0932224 Sep 07 20:36:37.656141 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3719c8-c004-4374-9254-1900f770bf66,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:37.679288 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Checking segment: {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94730) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:37.679648 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Network hostable DHCP agents. Network: 9c5768d9-5e68-4f93-bba0-8a3175a6b046, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94730) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:36:37.702565 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e608936c-654d-47d7-9d51-1e2eea1a943b req-02ce5f6a-9b15-4aff-9488-6605da8f714e tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497472 Sep 07 20:36:37.801378 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94730) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:36:37.864258 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 9c5768d9-5e68-4f93-bba0-8a3175a6b046) {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:37.868261 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:37.868853 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:37.872900 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c3003-a74d-4af0-bee9-94ae5ece5cc6 None None] Network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:36:37.946112 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-1a452679-4f36-4b81-8293-462544db3d85 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7571685 Sep 07 20:36:37.948784 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48672) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:37.953231 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:38.012135 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:36:38.012977 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.036957 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.038033 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.089411 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.142616 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Allocated IP 172.20.0.2 (9c5768d9-5e68-4f93-bba0-8a3175a6b046/7f3719c8-c004-4374-9254-1900f770bf66/2906aa6d-c4a4-4e4b-8b04-0c284de91b96) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:38.280645 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.289477 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Transition to ACTIVE for port object 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:38.303937 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Transition to ACTIVE for port object 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:38.309166 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.373528 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.410426 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:38.416984 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:38.421584 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:38.424398 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Pushing event updated for resources: {'Port': ['ID=2906aa6d-c4a4-4e4b-8b04-0c284de91b96,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:38.478452 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Attempting to bind port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:36:38.478765 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Attempting to bind port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:36:38.479113 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Attempting to bind port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 on network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:38.484134 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:36:38.484616 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Checking segment: {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:38.485022 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.485446 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Bound using segment: {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:36:38.486078 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Bound port: 2906aa6d-c4a4-4e4b-8b04-0c284de91b96, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:36:38.486365 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.549454 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] For port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:36:38.553054 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] For port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=2906aa6d-c4a4-4e4b-8b04-0c284de91b96,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:36:38.628343 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f7b73-b90f-4519-a5cc-c01c9d0b612f req-06e41d30-03c0-4b03-a950-72d3f2a03e3f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:38.629802 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d26f7b73-b90f-4519-a5cc-c01c9d0b612f req-06e41d30-03c0-4b03-a950-72d3f2a03e3f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 944 time: 0.1062202 Sep 07 20:36:38.630724 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.651218 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.659626 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.719422 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bba615-f4e4-470f-b5ca-720793b1d41a None None] Pushing event updated for resources: {'Port': ['ID=2906aa6d-c4a4-4e4b-8b04-0c284de91b96,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:38.726733 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d26f7b73-b90f-4519-a5cc-c01c9d0b612f req-c73dde61-516b-4e15-a686-fca638aa1a08 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776289 Sep 07 20:36:38.791691 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Allocated IP 172.27.0.252 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/f5300f35-20f8-48b2-8936-7dc4118c6598) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:38.900699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a099629-c8b5-448d-836a-f42ebc4423c7 req-c4570fc0-8de4-4e76-a478-58d3f14a5106 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:38.903645 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1a099629-c8b5-448d-836a-f42ebc4423c7 req-c4570fc0-8de4-4e76-a478-58d3f14a5106 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 943 time: 0.1119075 Sep 07 20:36:38.963621 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:38.968536 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1a099629-c8b5-448d-836a-f42ebc4423c7 req-322b98dd-3b0c-4633-b2a8-2cbe1f0f4072 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602844 Sep 07 20:36:39.053762 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:39.090398 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:39.093137 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:39.098410 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:39.103629 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Pushing event updated for resources: {'Port': ['ID=f5300f35-20f8-48b2-8936-7dc4118c6598,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:39.377743 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:39.553729 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ff1e8-3da7-4885-ad48-ddd181cbfdf7 None None] Network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:36:39.573481 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:39.694439 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-cf42719e-599f-4062-86d8-599ce996f499 None None] Provisioning for port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:39.745055 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Router ecb8f217-dc08-4049-aad4-7a2a67e5f332 is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94730) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:36:39.881020 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:36:39.890866 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Sync routers for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:36:39.894703 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be28c1e-d5d7-4a73-b262-a3f9f06323ae req-1e508cb8-6a93-4882-87b8-fced81ae1de2 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:39.898446 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2be28c1e-d5d7-4a73-b262-a3f9f06323ae req-1e508cb8-6a93-4882-87b8-fced81ae1de2 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 944 time: 0.0969503 Sep 07 20:36:39.900540 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:39.901146 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:39.934966 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2be28c1e-d5d7-4a73-b262-a3f9f06323ae req-380c6995-189e-40f1-8235-a27dfb437acd tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322080 Sep 07 20:36:39.991847 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:39.991847 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-46601b3e-eb7f-4ca2-951f-54984c165066 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0366740 Sep 07 20:36:39.992344 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48680) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:40.118276 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a94860-a3c5-48f5-acb3-0ffa0f0c6265 req-d1be978c-931b-439d-b775-e24fa6b4742e tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:40.119781 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c6a94860-a3c5-48f5-acb3-0ffa0f0c6265 req-d1be978c-931b-439d-b775-e24fa6b4742e tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 943 time: 0.0647326 Sep 07 20:36:40.119928 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:40.164389 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c6a94860-a3c5-48f5-acb3-0ffa0f0c6265 req-783341e5-6799-463b-9a90-574c13991fca tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342143 Sep 07 20:36:40.171966 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:40.328369 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:40.334481 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:40.334852 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.415684 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:39Z', 'revision_number': 3, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:40.443188 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.447901 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Checking router: ecb8f217-dc08-4049-aad4-7a2a67e5f332 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:36:40.448254 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Updating router ecb8f217-dc08-4049-aad4-7a2a67e5f332 port f5300f35-20f8-48b2-8936-7dc4118c6598 binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:36:40.471474 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.487557 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.533327 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=2906aa6d-c4a4-4e4b-8b04-0c284de91b96,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:40.594758 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.595432 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Allocated IP 172.20.0.1 (9c5768d9-5e68-4f93-bba0-8a3175a6b046/7f3719c8-c004-4374-9254-1900f770bf66/23028313-8426-4c39-8146-e6281b5a076c) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:40.671906 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=2906aa6d-c4a4-4e4b-8b04-0c284de91b96,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:40.703102 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.716864 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Transition to ACTIVE for port object 23028313-8426-4c39-8146-e6281b5a076c will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:40.779419 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.794768 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.804704 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Transition to ACTIVE for port object f5300f35-20f8-48b2-8936-7dc4118c6598 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:40.816863 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:40.819657 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:40.822049 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:40.851416 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Pushing event updated for resources: {'Port': ['ID=23028313-8426-4c39-8146-e6281b5a076c,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:40.872084 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.882304 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.937960 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Attempting to bind port f5300f35-20f8-48b2-8936-7dc4118c6598 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:36:40.938460 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Attempting to bind port f5300f35-20f8-48b2-8936-7dc4118c6598 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:36:40.938880 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Attempting to bind port f5300f35-20f8-48b2-8936-7dc4118c6598 on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:40.940930 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef7212-95ec-4a0b-aa32-1ea46d5ceb8f None None] Pushing event updated for resources: {'Port': ['ID=f5300f35-20f8-48b2-8936-7dc4118c6598,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:40.947175 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:36:40.947637 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:40.948141 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:40.948651 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:36:40.949225 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Bound port: f5300f35-20f8-48b2-8936-7dc4118c6598, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:36:40.949703 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:41.018909 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] For port f5300f35-20f8-48b2-8936-7dc4118c6598, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:36:41.031685 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] For port f5300f35-20f8-48b2-8936-7dc4118c6598, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=f5300f35-20f8-48b2-8936-7dc4118c6598,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:36:41.066733 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f85ad6-5e3b-4b4e-ab0c-38d77aca3342 req-37662d0e-b584-45d8-b6e5-f5c2672e27e4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:41.068208 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-13f85ad6-5e3b-4b4e-ab0c-38d77aca3342 req-37662d0e-b584-45d8-b6e5-f5c2672e27e4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 944 time: 0.0485110 Sep 07 20:36:41.096596 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:41.106563 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-13f85ad6-5e3b-4b4e-ab0c-38d77aca3342 req-f1e599a5-c157-4639-a0df-4ebe0cd89a0b tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321236 Sep 07 20:36:41.113457 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device d88444ea-e1e6-4367-85ae-9a321508702f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:36:41.152066 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-79d7ca04-39fd-4faf-a059-e48f61272c84 None None] Provisioning for port 23028313-8426-4c39-8146-e6281b5a076c completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:41.159006 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-79d7ca04-39fd-4faf-a059-e48f61272c84 None None] Provisioning complete for port 23028313-8426-4c39-8146-e6281b5a076c triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:41.159461 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-79d7ca04-39fd-4faf-a059-e48f61272c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:41.209481 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:41.268561 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-79d7ca04-39fd-4faf-a059-e48f61272c84 None None] Port 23028313-8426-4c39-8146-e6281b5a076c cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:36:41.272204 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:41.280904 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port d88444ea-e1e6-4367-85ae-9a321508702f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d88444ea-e1e6-4367-85ae-9a321508702f,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:41.287769 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901d05-cde8-4e35-be75-601fc7addf4a req-c61dbf6c-7db4-477c-ad4c-7be470f70290 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:41.289268 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fd901d05-cde8-4e35-be75-601fc7addf4a req-c61dbf6c-7db4-477c-ad4c-7be470f70290 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 943 time: 0.0566604 Sep 07 20:36:41.308871 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:41.309496 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:41.312751 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': 'd88444ea-e1e6-4367-85ae-9a321508702f', 'network_id': 'e3e6dedd-30de-41d3-9469-62129553e88a', 'port_id': 'd88444ea-e1e6-4367-85ae-9a321508702f', 'mac_address': 'fa:16:3e:d7:eb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8969860f-1e92-4f85-851c-9463230ffe4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:36:41.332808 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fd901d05-cde8-4e35-be75-601fc7addf4a req-c9dc8f17-8d52-4e40-96f3-504ba1648089 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340459 Sep 07 20:36:41.337937 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:41.348429 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef7212-95ec-4a0b-aa32-1ea46d5ceb8f None None] Pushing event updated for resources: {'Port': ['ID=f5300f35-20f8-48b2-8936-7dc4118c6598,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:41.402526 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:41.405206 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Pushing event updated for resources: {'Port': ['ID=23028313-8426-4c39-8146-e6281b5a076c,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:41.407785 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:41.443622 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88444ea-e1e6-4367-85ae-9a321508702f {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:36:41.471832 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:41.494891 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:41.496242 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:41.499348 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port d88444ea-e1e6-4367-85ae-9a321508702f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d88444ea-e1e6-4367-85ae-9a321508702f,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:41.575473 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:41.620855 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Router ecb8f217-dc08-4049-aad4-7a2a67e5f332 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:36:41.674521 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=d88444ea-e1e6-4367-85ae-9a321508702f,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:41.731232 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:36:41.735509 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 1, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:41.736143 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-fde1cd87-51d9-4a33-8288-d785e655cddb admin admin] 10.222.0.72 "PUT /v2.0/routers/ecb8f217-dc08-4049-aad4-7a2a67e5f332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458026 Sep 07 20:36:41.761536 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b7547-b7e6-4198-98b5-c397251ba0cb None None] The sync data for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi is: [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 1, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:36:41.779276 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['d88444ea-e1e6-4367-85ae-9a321508702f'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:36:41.831098 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-81a8b4bd-f974-4392-93b9-85e98ce2163d None None] Provisioning complete for port 23028313-8426-4c39-8146-e6281b5a076c triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:41.831731 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-81a8b4bd-f974-4392-93b9-85e98ce2163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:42.011854 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-81a8b4bd-f974-4392-93b9-85e98ce2163d None None] Port 23028313-8426-4c39-8146-e6281b5a076c cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:36:42.072131 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:42.142001 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:42.142375 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:42.251175 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d8753-f3d4-4ee0-9dd6-bd6e5d656db9 req-3d5a415c-5ad9-4cc1-9d33-25686a760b46 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:42.254171 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d45d8753-f3d4-4ee0-9dd6-bd6e5d656db9 req-3d5a415c-5ad9-4cc1-9d33-25686a760b46 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 944 time: 0.0723855 Sep 07 20:36:42.301577 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d45d8753-f3d4-4ee0-9dd6-bd6e5d656db9 req-c7cec8f5-5a36-4baf-a600-61b45c80f80a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419886 Sep 07 20:36:42.484037 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25b84d-6dc9-4960-861c-1e6e1583ef96 req-f2f5e3b1-7861-4477-92e2-2e530cd6dd9d tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:42.486370 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fb25b84d-6dc9-4960-861c-1e6e1583ef96 req-f2f5e3b1-7861-4477-92e2-2e530cd6dd9d tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 944 time: 0.0716071 Sep 07 20:36:42.512526 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48706) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:42.518568 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1310420046-network', 'tenant_id': '11743afc863f4acda39a9c120849db9c'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:42.533798 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fb25b84d-6dc9-4960-861c-1e6e1583ef96 req-231d44ff-52e1-4c4a-b5f9-297538558d7a tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Sep 07 20:36:42.653486 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Made reservation on behalf of 11743afc863f4acda39a9c120849db9c for: {'network': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:36:42.656017 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for network, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:42.666084 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:42.756469 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:42.813626 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:42.841910 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=94729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 20:36:42.849037 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb64101-64c0-4d5a-8f71-f8682a9e6f24,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:42.855282 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:42.855622 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.segments_db [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Added segment 8de3a541-ae0d-4a2c-a9a9-b657d145a174 of type vlan for network 871459be-af64-4cae-8328-d4f2b06ad3b8 Sep 07 20:36:42.901637 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761666117380'] for network, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:42.984974 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221'] for network, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:42.986245 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:42.986860 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.047101 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] Pushing event updated for resources: {'Network': ['ID=871459be-af64-4cae-8328-d4f2b06ad3b8,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:43.056823 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Network 871459be-af64-4cae-8328-d4f2b06ad3b8 details requested by agent ovs-agent-dv-cinder-760194-9-iscsi with host dv-cinder-760194-9-iscsi {{(pid=94731) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 20:36:43.083120 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-86617bbe-9289-40de-a6c5-e8b1b89e58a4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5693734 Sep 07 20:36:43.090200 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48708) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:43.091235 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Request body: {'subnet': {'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1310420046-subnet', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'ip_version': 4}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:43.127008 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 18bd64e5-20fd-46f9-b91f-20740b32ccbf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:36:43.129982 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device d88444ea-e1e6-4367-85ae-9a321508702f up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:43.162095 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Made reservation on behalf of 11743afc863f4acda39a9c120849db9c for: {'subnet': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:36:43.164406 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130232223'] for subnet, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.256999 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 18bd64e5-20fd-46f9-b91f-20740b32ccbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:43.277543 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:36:43.305505 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port d88444ea-e1e6-4367-85ae-9a321508702f completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:43.313351 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port d88444ea-e1e6-4367-85ae-9a321508702f triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:43.314290 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.351586 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.372005 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bd64e5-20fd-46f9-b91f-20740b32ccbf {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:36:43.395839 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 18bd64e5-20fd-46f9-b91f-20740b32ccbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:43.396053 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133203522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130232201'] for subnet, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.430319 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa1d54-d99e-4e58-a396-991a48a902dd req-8b48db08-ce90-4095-86d1-54d99578f77e tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:43.430319 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-76aa1d54-d99e-4e58-a396-991a48a902dd req-8b48db08-ce90-4095-86d1-54d99578f77e tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 944 time: 0.0518034 Sep 07 20:36:43.440114 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.461681 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07080b76-ad31-4945-9067-05a6aee5586a,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:43.465927 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b259e4-0c9b-45a5-a032-c1d4c1c38675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88444ea-e1e6-4367-85ae-9a321508702f'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:43.468515 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bb85ba-f509-43e5-85f6-32f645da1b85" -d '{"events": [{"server_uuid": "97b259e4-0c9b-45a5-a032-c1d4c1c38675", "name": "network-vif-plugged", "status": "completed", "tag": "d88444ea-e1e6-4367-85ae-9a321508702f"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:43.469306 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Checking segment: {'id': '8de3a541-ae0d-4a2c-a9a9-b657d145a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:43.469706 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Network hostable DHCP agents. Network: 871459be-af64-4cae-8328-d4f2b06ad3b8, hostable agents: ['235c68c8-00c0-4738-acfb-8f12c641aead'], hosted agents: [] {{(pid=94729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 20:36:43.473126 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-76aa1d54-d99e-4e58-a396-991a48a902dd req-38639cd2-c77e-4872-8767-cd305a203768 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377963 Sep 07 20:36:43.481344 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.509916 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port d88444ea-e1e6-4367-85ae-9a321508702f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d88444ea-e1e6-4367-85ae-9a321508702f,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:43.525661 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c177b-d831-4087-8883-308a38a5974d x-openstack-request-id: req-831c177b-d831-4087-8883-308a38a5974d {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:43.525990 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b259e4-0c9b-45a5-a032-c1d4c1c38675", "name": "network-vif-plugged", "status": "completed", "tag": "d88444ea-e1e6-4367-85ae-9a321508702f", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:43.526221 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-831c177b-d831-4087-8883-308a38a5974d {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:43.526648 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b259e4-0c9b-45a5-a032-c1d4c1c38675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88444ea-e1e6-4367-85ae-9a321508702f', 'code': 200} Sep 07 20:36:43.539988 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=18bd64e5-20fd-46f9-b91f-20740b32ccbf,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:43.558819 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Network 871459be-af64-4cae-8328-d4f2b06ad3b8 is scheduled to be hosted by DHCP agent 235c68c8-00c0-4738-acfb-8f12c641aead with binding_index 1 {{(pid=94729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 20:36:43.573852 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.613844 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-9-iscsi, 871459be-af64-4cae-8328-d4f2b06ad3b8) {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:43.621636 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:43.621636 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.628870 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77085e-d487-4e83-88a6-e5dc586658c6 None None] Network 871459be-af64-4cae-8328-d4f2b06ad3b8 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:36:43.634065 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=d88444ea-e1e6-4367-85ae-9a321508702f,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:43.699307 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['18bd64e5-20fd-46f9-b91f-20740b32ccbf'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:36:43.706524 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c48d4299-64b1-4729-b338-5d9ffb4f3937 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6194150 Sep 07 20:36:43.709070 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48718) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:43.719379 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:43.721040 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4960e9-4628-45e4-9642-d837ba3ab1f5 req-b6f353f8-9137-49f1-b992-b1d0f884c639 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:43.722739 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1a4960e9-4628-45e4-9642-d837ba3ab1f5 req-b6f353f8-9137-49f1-b992-b1d0f884c639 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 945 time: 0.0642688 Sep 07 20:36:43.762725 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-1a4960e9-4628-45e4-9642-d837ba3ab1f5 req-0df65506-4fc6-478a-a194-6a9b8d1636b1 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337439 Sep 07 20:36:43.814561 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635e5e9-fbf2-443c-acbe-82702dce00e7 req-0acf4b4a-1174-44d0-9635-35542544a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:43.816065 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-7635e5e9-fbf2-443c-acbe-82702dce00e7 req-0acf4b4a-1174-44d0-9635-35542544a176 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 1098 time: 0.0415070 Sep 07 20:36:43.817360 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133837445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16295'] for router, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.818394 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133942805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133838725', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133945982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16302'] for router, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.846478 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b6ee8d-5684-561a-8506-08feb47d0016-871459be-af64-4cae-8328-d4f2b06ad3b8', 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'fixed_ips': [{'subnet_id': '07080b76-ad31-4945-9067-05a6aee5586a'}]}} from dv-cinder-760194-9-iscsi. {{(pid=94731) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 20:36:43.847322 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.885668 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Sync routers for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:36:43.893859 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-7635e5e9-fbf2-443c-acbe-82702dce00e7 req-47ab4155-f8be-4ca4-8751-ee592fb57005 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702062 Sep 07 20:36:43.903722 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:43.903876 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:43.903876 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:44.000155 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:44.055880 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.db_base_plugin_common [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Allocated IP 172.20.0.2 (871459be-af64-4cae-8328-d4f2b06ad3b8/07080b76-ad31-4945-9067-05a6aee5586a/0498468c-f3a5-4333-9e19-363b8cc803b5) {{(pid=94731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:44.130340 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device f5300f35-20f8-48b2-8936-7dc4118c6598 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:44.139725 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.306579 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:41Z', 'revision_number': 2, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:44.327565 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Notify callbacks [] for port, precommit_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.336453 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Transition to ACTIVE for port object 0498468c-f3a5-4333-9e19-363b8cc803b5 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:44.337039 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Checking router: ecb8f217-dc08-4049-aad4-7a2a67e5f332 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:36:44.337386 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Updating router ecb8f217-dc08-4049-aad4-7a2a67e5f332 port 23028313-8426-4c39-8146-e6281b5a076c binding host dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:36:44.347438 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port f5300f35-20f8-48b2-8936-7dc4118c6598 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:44.357578 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port f5300f35-20f8-48b2-8936-7dc4118c6598 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:44.357976 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.359783 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Transition to ACTIVE for port object 0498468c-f3a5-4333-9e19-363b8cc803b5 will not be triggered until provisioned by entity DHCP. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:44.361881 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.418627 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.427324 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383'] for port, after_create {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.438759 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.476052 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.482128 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Network 871459be-af64-4cae-8328-d4f2b06ad3b8 is already hosted by enough agents. {{(pid=94731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:44.494608 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.scheduler.base_scheduler [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Resources bound (agent type, host, resource id): {{(pid=94731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:44.497160 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Received port after_create {{(pid=94731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:44.514732 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Pushing event updated for resources: {'Port': ['ID=0498468c-f3a5-4333-9e19-363b8cc803b5,revision_number=1']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:44.522831 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port f5300f35-20f8-48b2-8936-7dc4118c6598, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=f5300f35-20f8-48b2-8936-7dc4118c6598,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:44.569387 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Allocated IP 172.27.0.100 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/f31636ba-3b8a-4911-8fd0-a32206761c33) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:44.582522 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Attempting to bind port 0498468c-f3a5-4333-9e19-363b8cc803b5 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:36:44.582939 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Attempting to bind port 0498468c-f3a5-4333-9e19-363b8cc803b5 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '8de3a541-ae0d-4a2c-a9a9-b657d145a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:36:44.583344 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Attempting to bind port 0498468c-f3a5-4333-9e19-363b8cc803b5 on network 871459be-af64-4cae-8328-d4f2b06ad3b8 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:44.589250 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:36:44.589701 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Checking segment: {'id': '8de3a541-ae0d-4a2c-a9a9-b657d145a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:44.590137 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.590548 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Bound using segment: {'id': '8de3a541-ae0d-4a2c-a9a9-b657d145a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:36:44.590998 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Bound port: 0498468c-f3a5-4333-9e19-363b8cc803b5, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de3a541-ae0d-4a2c-a9a9-b657d145a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:36:44.591496 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.601811 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.643194 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29964c4-5799-44f4-bf92-7d205d33177d req-b4ea82c6-227a-4b7c-942f-549dc7ebc64d tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:44.650438 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d29964c4-5799-44f4-bf92-7d205d33177d req-b4ea82c6-227a-4b7c-942f-549dc7ebc64d tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 945 time: 0.0688305 Sep 07 20:36:44.654913 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.669603 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Transition to ACTIVE for port object 23028313-8426-4c39-8146-e6281b5a076c will not be triggered until provisioned by entity L2. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:44.691036 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d29964c4-5799-44f4-bf92-7d205d33177d req-35e34326-9f5a-4a35-8d58-d6125f796ec2 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386820 Sep 07 20:36:44.694458 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=f5300f35-20f8-48b2-8936-7dc4118c6598,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:44.708444 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] For port 0498468c-f3a5-4333-9e19-363b8cc803b5, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:36:44.708444 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] For port 0498468c-f3a5-4333-9e19-363b8cc803b5, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0498468c-f3a5-4333-9e19-363b8cc803b5,segment=NetworkSegment(8de3a541-ae0d-4a2c-a9a9-b657d145a174),segment_id=8de3a541-ae0d-4a2c-a9a9-b657d145a174)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:36:44.716181 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.721864 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.763169 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.775417 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Pushing event updated for resources: {'Port': ['ID=23028313-8426-4c39-8146-e6281b5a076c,revision_number=3']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:44.807994 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.808349 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.808689 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.809082 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.809357 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.809689 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.810054 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.810379 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.810728 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.811056 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.811374 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.811691 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:44.820519 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.849437 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f36f5-1117-4626-93d0-80f805dbbc1b None None] Pushing event updated for resources: {'Port': ['ID=0498468c-f3a5-4333-9e19-363b8cc803b5,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:44.860307 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Attempting to bind port 23028313-8426-4c39-8146-e6281b5a076c on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:36:44.860962 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Attempting to bind port 23028313-8426-4c39-8146-e6281b5a076c by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:36:44.861499 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Attempting to bind port 23028313-8426-4c39-8146-e6281b5a076c on network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:44.878341 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:36:44.878718 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Checking segment: {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:44.879131 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.880661 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Bound using segment: {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:36:44.881260 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Bound port: 23028313-8426-4c39-8146-e6281b5a076c, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'}}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:36:44.881581 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:44.889893 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:44.892109 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:44.896034 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:44.933769 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1f760-732e-41dc-9230-cd26ccd23848 req-0cbb4d46-d3d3-4889-bbf5-3eb844b75c03 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:44.942056 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-49b1f760-732e-41dc-9230-cd26ccd23848 req-0cbb4d46-d3d3-4889-bbf5-3eb844b75c03 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 945 time: 0.0775816 Sep 07 20:36:44.956868 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Pushing event updated for resources: {'Port': ['ID=f31636ba-3b8a-4911-8fd0-a32206761c33,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:44.981967 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] For port 23028313-8426-4c39-8146-e6281b5a076c, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:36:44.985832 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] For port 23028313-8426-4c39-8146-e6281b5a076c, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=23028313-8426-4c39-8146-e6281b5a076c,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:36:45.017971 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-49b1f760-732e-41dc-9230-cd26ccd23848 req-0b506171-187e-4ee2-ba25-735ef894e76f tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674384 Sep 07 20:36:45.054411 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:45.135481 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 18bd64e5-20fd-46f9-b91f-20740b32ccbf up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:45.161955 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff398fc-6734-4882-883a-079f7e77288e None None] Pushing event updated for resources: {'Port': ['ID=23028313-8426-4c39-8146-e6281b5a076c,revision_number=4']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:45.173134 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:45.173830 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:45.337800 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:45.368101 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-10371174-0abe-4cb6-8ec4-1183e8613e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:45.401777 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 18bd64e5-20fd-46f9-b91f-20740b32ccbf completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:45.405808 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 18bd64e5-20fd-46f9-b91f-20740b32ccbf triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:45.406277 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:45.498678 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:45.530508 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:45.532772 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2130c59b-39a0-4eed-89dd-d6b8eb03e9bc" -d '{"events": [{"server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "name": "network-vif-plugged", "status": "completed", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:45.540374 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 18bd64e5-20fd-46f9-b91f-20740b32ccbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:45.550489 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:45.572822 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3ebb46-41ee-47f5-a382-67390ba72f49 x-openstack-request-id: req-8b3ebb46-41ee-47f5-a382-67390ba72f49 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:45.573178 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "name": "network-vif-plugged", "status": "completed", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:45.573588 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8b3ebb46-41ee-47f5-a382-67390ba72f49 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:45.574088 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'code': 200} Sep 07 20:36:45.584840 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b522307-2dac-4195-9b3c-610b7ae5d9a3 None None] The sync data for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi is: [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:36:45.600350 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:45.607793 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:45.683392 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=18bd64e5-20fd-46f9-b91f-20740b32ccbf,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:45.836466 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdc1bd-5123-47fb-9feb-1a3b83aeeb57 req-4a88ebf2-c5d4-409c-955f-4f49ecc101cc tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:45.839101 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3cfdc1bd-5123-47fb-9feb-1a3b83aeeb57 req-4a88ebf2-c5d4-409c-955f-4f49ecc101cc tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 946 time: 0.0685954 Sep 07 20:36:45.847569 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133942796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133838808'] for router, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:45.894965 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3cfdc1bd-5123-47fb-9feb-1a3b83aeeb57 req-5caca72e-428f-4adc-8b7a-49d6907f5ad1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491726 Sep 07 20:36:46.007096 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1a4de0-671f-4367-9ef8-b64d0efa0202 None None] Network 871459be-af64-4cae-8328-d4f2b06ad3b8 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:36:46.016113 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47ace0-8335-439b-a3cd-80ccda5f7fc3 req-950442cf-a66d-414e-97dd-7f4872f962f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:46.018397 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-1b47ace0-8335-439b-a3cd-80ccda5f7fc3 req-950442cf-a66d-414e-97dd-7f4872f962f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 1099 time: 0.0618331 Sep 07 20:36:46.088256 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-1b47ace0-8335-439b-a3cd-80ccda5f7fc3 req-c5befc2c-86bc-4aca-9cf3-713b5dd61276 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618382 Sep 07 20:36:46.167687 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Router e73dfc53-9b0b-4795-83e4-c408cb7dc68e is scheduled to L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 with binding_index 1 {{(pid=94729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 20:36:46.172401 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9db48-cf6c-485e-9fe1-604ab311346e req-1e259e0d-5b19-4808-a4db-ec3d53c2ebd8 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:46.174695 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-16f9db48-cf6c-485e-9fe1-604ab311346e req-1e259e0d-5b19-4808-a4db-ec3d53c2ebd8 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 945 time: 0.0637994 Sep 07 20:36:46.196253 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-c933b283-187a-440a-9813-ca5719cbe3e3 None None] Provisioning for port 0498468c-f3a5-4333-9e19-363b8cc803b5 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:46.229124 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-16f9db48-cf6c-485e-9fe1-604ab311346e req-b474d478-cc8d-4c1e-826e-badcebf4c139 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 Sep 07 20:36:46.239437 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0498468c-f3a5-4333-9e19-363b8cc803b5 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:46.324291 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:36:46.335627 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Sync routers for ids ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:36:46.346675 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Routers {'e73dfc53-9b0b-4795-83e4-c408cb7dc68e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:46.347556 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:46.425483 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:46.426587 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ad8931f9-1f05-41bb-94fc-97da9e9c0db8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7153001 Sep 07 20:36:46.429620 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48734) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:46.437790 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 0498468c-f3a5-4333-9e19-363b8cc803b5 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:46.446548 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 0498468c-f3a5-4333-9e19-363b8cc803b5 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:46.446922 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:46.487949 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Set router e73dfc53-9b0b-4795-83e4-c408cb7dc68e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:46.588543 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-2edc9c9d-8f5f-4911-acd2-73fea885a5f1 None None] Provisioning complete for port 0498468c-f3a5-4333-9e19-363b8cc803b5 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:46.588847 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-2edc9c9d-8f5f-4911-acd2-73fea885a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:46.707676 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:46.805567 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 0498468c-f3a5-4333-9e19-363b8cc803b5, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0498468c-f3a5-4333-9e19-363b8cc803b5,segment=NetworkSegment(8de3a541-ae0d-4a2c-a9a9-b657d145a174),segment_id=8de3a541-ae0d-4a2c-a9a9-b657d145a174)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:46.807773 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-2edc9c9d-8f5f-4911-acd2-73fea885a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:46.834300 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:43Z', 'updated_at': '2021-09-07T20:36:45Z', 'revision_number': 3, 'project_id': '11743afc863f4acda39a9c120849db9c', 'gw_port': {'id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:44Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:46.861246 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Checking router: e73dfc53-9b0b-4795-83e4-c408cb7dc68e for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:36:46.861594 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Updating router e73dfc53-9b0b-4795-83e4-c408cb7dc68e port f31636ba-3b8a-4911-8fd0-a32206761c33 binding host dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:36:46.880331 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:46.886166 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:46.912521 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:46.913373 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device f5300f35-20f8-48b2-8936-7dc4118c6598 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:47.238354 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=0498468c-f3a5-4333-9e19-363b8cc803b5,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:47.240942 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.db.api [None req-2edc9c9d-8f5f-4911-acd2-73fea885a5f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94731) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 20:36:47.241295 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG oslo_db.api [None req-2edc9c9d-8f5f-4911-acd2-73fea885a5f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 20:36:47.263686 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1962c-95ec-42e1-b6df-a1407f2bcec8 req-e3ff53eb-5493-4225-9c75-7180e3a4a6cc tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:47.268688 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4bc1962c-95ec-42e1-b6df-a1407f2bcec8 req-e3ff53eb-5493-4225-9c75-7180e3a4a6cc tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 946 time: 0.1052718 Sep 07 20:36:47.277874 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port f5300f35-20f8-48b2-8936-7dc4118c6598 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:47.278241 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.348199 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4bc1962c-95ec-42e1-b6df-a1407f2bcec8 req-2480211c-d2ca-4c1b-a8da-e8ad6b291065 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753689 Sep 07 20:36:47.385158 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Allocated IP 172.20.0.1 (871459be-af64-4cae-8328-d4f2b06ad3b8/07080b76-ad31-4945-9067-05a6aee5586a/420fc470-7bb8-494b-a5e8-cb636466cff2) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:47.452769 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 23028313-8426-4c39-8146-e6281b5a076c up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:47.489547 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.495095 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Notify callbacks [] for port, precommit_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.508732 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.provisioning_blocks [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Transition to ACTIVE for port object 420fc470-7bb8-494b-a5e8-cb636466cff2 will not be triggered until provisioned by entity DHCP. {{(pid=94730) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:47.512599 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Transition to ACTIVE for port object f31636ba-3b8a-4911-8fd0-a32206761c33 will not be triggered until provisioned by entity L2. {{(pid=94731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:47.567911 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.590005 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4aeae-cd32-4771-83f3-a145915e9443 req-ea62045b-27ea-4575-b46e-5057eb52f563 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:47.591538 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-58a4aeae-cd32-4771-83f3-a145915e9443 req-ea62045b-27ea-4575-b46e-5057eb52f563 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 945 time: 0.0531857 Sep 07 20:36:47.595790 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 23028313-8426-4c39-8146-e6281b5a076c completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:47.613957 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 23028313-8426-4c39-8146-e6281b5a076c triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:47.614327 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.625358 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.645809 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Attempting to bind port f31636ba-3b8a-4911-8fd0-a32206761c33 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:36:47.646185 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Attempting to bind port f31636ba-3b8a-4911-8fd0-a32206761c33 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:36:47.646572 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Attempting to bind port f31636ba-3b8a-4911-8fd0-a32206761c33 on network c8cccb9d-267e-4fb5-bdfa-5638fb586564 {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:47.650014 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05309b67-c9d1-4de8-ac56-df3e94f2201b None None] Pushing event updated for resources: {'Port': ['ID=f31636ba-3b8a-4911-8fd0-a32206761c33,revision_number=2']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:47.656380 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-58a4aeae-cd32-4771-83f3-a145915e9443 req-17d75ed7-b3c5-44b0-a60d-7c7fe6181a1d tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577431 Sep 07 20:36:47.661154 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:36:47.661527 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Checking segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:47.662216 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.662603 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Bound using segment: {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'} {{(pid=94731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:36:47.663150 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.managers [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Bound port: f31636ba-3b8a-4911-8fd0-a32206761c33, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49567076-ea10-4da1-aa40-a2360c04aadd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564'}}] {{(pid=94731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:36:47.663440 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.670073 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Network 871459be-af64-4cae-8328-d4f2b06ad3b8 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:47.673595 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:47.679329 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:47.707899 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Pushing event updated for resources: {'Port': ['ID=420fc470-7bb8-494b-a5e8-cb636466cff2,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:47.722834 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.723193 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.724776 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.724776 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.724776 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.724776 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.724776 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.725355 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.725459 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.725736 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.726052 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.726366 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:47.740223 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133838981'] for router_interface, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.753227 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] For port f31636ba-3b8a-4911-8fd0-a32206761c33, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:36:47.795886 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] For port f31636ba-3b8a-4911-8fd0-a32206761c33, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=f31636ba-3b8a-4911-8fd0-a32206761c33,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:36:47.801781 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.846079 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 23028313-8426-4c39-8146-e6281b5a076c, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=23028313-8426-4c39-8146-e6281b5a076c,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:47.865003 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.919044 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Routers {'e73dfc53-9b0b-4795-83e4-c408cb7dc68e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:47.919649 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:47.925975 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-cf79f986-8334-4215-b7ee-ed2f668ff502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.933355 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:47.961074 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05309b67-c9d1-4de8-ac56-df3e94f2201b None None] Pushing event updated for resources: {'Port': ['ID=f31636ba-3b8a-4911-8fd0-a32206761c33,revision_number=3']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:47.963603 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:48.054966 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0498468c-f3a5-4333-9e19-363b8cc803b5 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:48.078317 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=23028313-8426-4c39-8146-e6281b5a076c,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:48.087781 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-a2b63cc2-a114-43ec-aec1-8530fe6d8700 None None] Provisioning for port 420fc470-7bb8-494b-a5e8-cb636466cff2 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:48.106329 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:48.109837 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-a2b63cc2-a114-43ec-aec1-8530fe6d8700 None None] Provisioning complete for port 420fc470-7bb8-494b-a5e8-cb636466cff2 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:48.110248 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-a2b63cc2-a114-43ec-aec1-8530fe6d8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:48.116238 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] Set router e73dfc53-9b0b-4795-83e4-c408cb7dc68e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:48.144697 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:48.214753 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Pushing event updated for resources: {'Port': ['ID=420fc470-7bb8-494b-a5e8-cb636466cff2,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:48.217940 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-a2b63cc2-a114-43ec-aec1-8530fe6d8700 None None] Port 420fc470-7bb8-494b-a5e8-cb636466cff2 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:36:48.218125 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133782267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133838357'] for router_interface, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:48.250178 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 0498468c-f3a5-4333-9e19-363b8cc803b5 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:48.251192 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:48.308234 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Network 871459be-af64-4cae-8328-d4f2b06ad3b8 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:48.309693 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:48.316883 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:48.428324 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:43Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 4, 'project_id': '11743afc863f4acda39a9c120849db9c', 'gw_port': {'id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:44Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '420fc470-7bb8-494b-a5e8-cb636466cff2', 'name': '', 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'mac_address': 'fa:16:3e:01:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '07080b76-ad31-4945-9067-05a6aee5586a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:47Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 1, 'project_id': '11743afc863f4acda39a9c120849db9c', 'subnets': [{'id': '07080b76-ad31-4945-9067-05a6aee5586a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:48.459549 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c6865-a19c-4a4d-a482-70e09a66d5aa None None] The sync data for ids ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'] in dv-cinder-760194-9-iscsi is: [{'id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:43Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 4, 'project_id': '11743afc863f4acda39a9c120849db9c', 'gw_port': {'id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:44Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '420fc470-7bb8-494b-a5e8-cb636466cff2', 'name': '', 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'mac_address': 'fa:16:3e:01:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '07080b76-ad31-4945-9067-05a6aee5586a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:47Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 1, 'project_id': '11743afc863f4acda39a9c120849db9c', 'subnets': [{'id': '07080b76-ad31-4945-9067-05a6aee5586a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:36:48.469281 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Router e73dfc53-9b0b-4795-83e4-c408cb7dc68e has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:36:48.539007 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933d7be-0c75-4288-aeb9-2ceefbfda181 req-468fdc08-c46d-42ec-a24a-39690da2e598 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:48.540577 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8933d7be-0c75-4288-aeb9-2ceefbfda181 req-468fdc08-c46d-42ec-a24a-39690da2e598 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 946 time: 0.1017702 Sep 07 20:36:48.544983 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-a985511f-1df4-4eec-9551-ce8b922d2e9c None None] Provisioning complete for port 420fc470-7bb8-494b-a5e8-cb636466cff2 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:48.545877 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-a985511f-1df4-4eec-9551-ce8b922d2e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:48.581745 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-a985511f-1df4-4eec-9551-ce8b922d2e9c None None] Port 420fc470-7bb8-494b-a5e8-cb636466cff2 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:36:48.618593 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8933d7be-0c75-4288-aeb9-2ceefbfda181 req-7fe47ad0-e0a8-4b80-ab90-c1ee54308bbf tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701485 Sep 07 20:36:48.647699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:36:48.662778 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-a52397c0-90ad-4574-bd92-04b1139eb173 admin admin] 10.222.0.72 "PUT /v2.0/routers/e73dfc53-9b0b-4795-83e4-c408cb7dc68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234733 Sep 07 20:36:48.792889 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e9088-bda5-4c5d-a1df-d0157e2a1333 req-0d488a2a-8312-4127-b9d3-63329fc5a390 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:48.794576 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-886e9088-bda5-4c5d-a1df-d0157e2a1333 req-0d488a2a-8312-4127-b9d3-63329fc5a390 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 946 time: 0.0838251 Sep 07 20:36:48.834671 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7592885-2033-4c24-a6cd-e85144d760c1 req-3c33910d-db7b-4d64-83a9-773e21994032 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:48.836232 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7592885-2033-4c24-a6cd-e85144d760c1 req-3c33910d-db7b-4d64-83a9-773e21994032 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 945 time: 0.0889711 Sep 07 20:36:48.858226 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-4a17a7bb-cbd1-4ba7-aa4a-f0892804579d tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:48.859737 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-4a17a7bb-cbd1-4ba7-aa4a-f0892804579d tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.59 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 945 time: 0.0572498 Sep 07 20:36:48.867897 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-886e9088-bda5-4c5d-a1df-d0157e2a1333 req-0717fa9f-541a-4cd0-bf6d-d4bed84bfaf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668588 Sep 07 20:36:48.900297 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48762) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:48.913373 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7592885-2033-4c24-a6cd-e85144d760c1 req-d31fb8b2-8c95-45e5-8953-2ebc25e967f8 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/security-groups?id=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657620 Sep 07 20:36:48.967933 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d81f1-27ee-4323-9a4a-96fc1632c6fc tempest-TestVolumeBootPattern-1353305002 tempest-TestVolumeBootPattern-1353305002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:48.969684 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-480d81f1-27ee-4323-9a4a-96fc1632c6fc tempest-TestVolumeBootPattern-1353305002 tempest-TestVolumeBootPattern-1353305002-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 1094 time: 0.0684378 Sep 07 20:36:48.972442 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48764) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:48.977073 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'floatingip': {'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:48.977649 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Deleting port d88444ea-e1e6-4367-85ae-9a321508702f {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:36:48.978030 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.060113 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.080083 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] For port d88444ea-e1e6-4367-85ae-9a321508702f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d88444ea-e1e6-4367-85ae-9a321508702f,segment=NetworkSegment(da6a1505-ec79-4a89-a82a-e99aaaaa70e7),segment_id=da6a1505-ec79-4a89-a82a-e99aaaaa70e7)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:49.080476 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.107742 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Calling delete_port for d88444ea-e1e6-4367-85ae-9a321508702f owned by compute:nova {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:36:49.222111 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.322079 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.336100 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['d88444ea-e1e6-4367-85ae-9a321508702f'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:36:49.357259 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Pushing event deleted for resources: {'Port': ['ID=d88444ea-e1e6-4367-85ae-9a321508702f,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:49.358506 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Allocated IP 172.27.0.151 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/bda7d9d1-b16f-4263-926d-e9e4269814ff) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:36:49.379396 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.379723 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.380067 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.380403 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.380735 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.381063 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.381388 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.381733 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.382063 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.382382 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.382703 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.383044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:49.407395 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48766) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:49.414587 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-d4fbb47e-0583-4658-9341-19ebce31a0d7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879191318', 'description': 'tempest-secgroup-smoke-879191318 description', 'project_id': '94f3d149525b4f90b1b321fc485ea5ef'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:49.438893 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] No DVR routers for this DVR port d88444ea-e1e6-4367-85ae-9a321508702f on host hv-cinder-76019 {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:36:49.443143 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.445151 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-16d7d08d-96bc-425b-9d8d-d35bf531e106 req-ccc7638c-70c7-451e-a1a8-2f087284e343 tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.59 "DELETE /v2.0/ports/d88444ea-e1e6-4367-85ae-9a321508702f HTTP/1.1" status: 204 len: 173 time: 0.5791862 Sep 07 20:36:49.445590 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b259e4-0c9b-45a5-a032-c1d4c1c38675', 'name': 'network-vif-deleted', 'tag': 'd88444ea-e1e6-4367-85ae-9a321508702f'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:49.449784 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b96821-4ff9-447b-a90d-85a563cf5895" -d '{"events": [{"server_uuid": "97b259e4-0c9b-45a5-a032-c1d4c1c38675", "name": "network-vif-deleted", "tag": "d88444ea-e1e6-4367-85ae-9a321508702f"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:49.495313 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.495492 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24f933f-0e50-4e1c-b185-e79aac6c819e x-openstack-request-id: req-d24f933f-0e50-4e1c-b185-e79aac6c819e {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:49.495593 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b259e4-0c9b-45a5-a032-c1d4c1c38675", "name": "network-vif-deleted", "tag": "d88444ea-e1e6-4367-85ae-9a321508702f", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:49.495835 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d24f933f-0e50-4e1c-b185-e79aac6c819e {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:49.496236 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b259e4-0c9b-45a5-a032-c1d4c1c38675', 'name': 'network-vif-deleted', 'tag': 'd88444ea-e1e6-4367-85ae-9a321508702f', 'status': 'completed', 'code': 200} Sep 07 20:36:49.550839 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb47e-0583-4658-9341-19ebce31a0d7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.636709 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.646901 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb47e-0583-4658-9341-19ebce31a0d7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.669840 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:36:49.674648 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:36:49.676944 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:36:49.693461 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.712699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'Port': ['ID=bda7d9d1-b16f-4263-926d-e9e4269814ff,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:49.722489 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb47e-0583-4658-9341-19ebce31a0d7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.754414 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbb47e-0583-4658-9341-19ebce31a0d7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:49.802140 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d4fbb47e-0583-4658-9341-19ebce31a0d7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.803541 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d4fbb47e-0583-4658-9341-19ebce31a0d7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3926854 Sep 07 20:36:49.806242 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48770) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:49.810803 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-4fdcc2b7-4e9a-4d85-a80d-fff8571aef10 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Request body: {'security_group_rule': {'security_group_id': 'bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3', 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:49.881235 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc2b7-4e9a-4d85-a80d-fff8571aef10 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:49.936298 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc2b7-4e9a-4d85-a80d-fff8571aef10 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.033109 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-122bdb11-cb04-42a4-8dcd-4ff0e0028f19 req-b59e39f1-aba6-49a9-a594-4adceee037fd tempest-VolumesActionsTest-1410420970 tempest-VolumesActionsTest-1410420970-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b259e4-0c9b-45a5-a032-c1d4c1c38675 HTTP/1.1" status: 200 len: 210 time: 0.0313983 Sep 07 20:36:50.036416 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc2b7-4e9a-4d85-a80d-fff8571aef10 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.065987 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcc2b7-4e9a-4d85-a80d-fff8571aef10 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d30f60e-450e-4635-88ed-7a4f1bc41497,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:50.085251 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.116583 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:36:50.134078 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc2b7-4e9a-4d85-a80d-fff8571aef10 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.135547 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-4fdcc2b7-4e9a-4d85-a80d-fff8571aef10 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282814 Sep 07 20:36:50.138439 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48774) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:50.144734 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-30b53466-182d-4156-97f8-6d11cf02e9be tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Request body: {'security_group_rule': {'security_group_id': 'bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3', 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:50.147400 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device f31636ba-3b8a-4911-8fd0-a32206761c33 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:50.233213 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.236123 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-30b53466-182d-4156-97f8-6d11cf02e9be tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.281774 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port f31636ba-3b8a-4911-8fd0-a32206761c33 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:50.289368 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port f31636ba-3b8a-4911-8fd0-a32206761c33 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:50.289835 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.339475 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-30b53466-182d-4156-97f8-6d11cf02e9be tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.388108 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.410762 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port f31636ba-3b8a-4911-8fd0-a32206761c33, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=f31636ba-3b8a-4911-8fd0-a32206761c33,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:50.443848 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.452560 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-30b53466-182d-4156-97f8-6d11cf02e9be tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.470157 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b53466-182d-4156-97f8-6d11cf02e9be tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488e08da-5fad-4589-a800-84bbc3acf256,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:50.482241 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.483039 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 23028313-8426-4c39-8146-e6281b5a076c up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:50.533357 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Sync routers for ids ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:36:50.543013 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Routers {'e73dfc53-9b0b-4795-83e4-c408cb7dc68e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:50.543736 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:50.549170 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.564289 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=f31636ba-3b8a-4911-8fd0-a32206761c33,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:50.581561 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 23028313-8426-4c39-8146-e6281b5a076c triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:50.582006 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.583113 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-30b53466-182d-4156-97f8-6d11cf02e9be tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.584770 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-30b53466-182d-4156-97f8-6d11cf02e9be tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4449003 Sep 07 20:36:50.587625 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48776) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:50.593258 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-5348dcf8-fe79-444d-8746-a2834df9524c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Request body: {'security_group_rule': {'security_group_id': 'bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3', 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:50.628284 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'Port': ['ID=bda7d9d1-b16f-4263-926d-e9e4269814ff,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:50.635199 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.655445 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Set router e73dfc53-9b0b-4795-83e4-c408cb7dc68e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:50.716220 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5348dcf8-fe79-444d-8746-a2834df9524c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.745114 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Floating IP 4b2099f9-c8e0-4481-8db2-8d49469d7f56 associated. External IP: 172.27.0.151, port: 18bd64e5-20fd-46f9-b91f-20740b32ccbf. Sep 07 20:36:50.763814 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.785683 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5348dcf8-fe79-444d-8746-a2834df9524c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.836497 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5348dcf8-fe79-444d-8746-a2834df9524c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.855774 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348dcf8-fe79-444d-8746-a2834df9524c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c972799e-1988-49ec-938a-c0a3c6c9ac1e,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:50.871483 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:43Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 4, 'project_id': '11743afc863f4acda39a9c120849db9c', 'gw_port': {'id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:44Z', 'updated_at': '2021-09-07T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '420fc470-7bb8-494b-a5e8-cb636466cff2', 'name': '', 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'mac_address': 'fa:16:3e:01:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '07080b76-ad31-4945-9067-05a6aee5586a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:47Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 2, 'project_id': '11743afc863f4acda39a9c120849db9c', 'subnets': [{'id': '07080b76-ad31-4945-9067-05a6aee5586a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:50.897459 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Checking router: e73dfc53-9b0b-4795-83e4-c408cb7dc68e for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:36:50.898836 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Updating router e73dfc53-9b0b-4795-83e4-c408cb7dc68e port 420fc470-7bb8-494b-a5e8-cb636466cff2 binding host dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 20:36:50.922159 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.938947 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-5348dcf8-fe79-444d-8746-a2834df9524c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:50.942718 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-5348dcf8-fe79-444d-8746-a2834df9524c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3512800 Sep 07 20:36:50.944373 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48778) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:50.947955 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-05130a7a-4f76-4e9f-b724-cd39a39c607e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Request body: {'security_group_rule': {'security_group_id': 'bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3', 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:50.975715 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Router 883296fa-d292-4f7e-a1c1-546e35a53945 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:36:51.078972 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-05130a7a-4f76-4e9f-b724-cd39a39c607e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.111030 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:36:51.122936 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] Sync routers for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:36:51.137603 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:51.138714 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:51.155237 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-05130a7a-4f76-4e9f-b724-cd39a39c607e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.195191 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.213821 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-05130a7a-4f76-4e9f-b724-cd39a39c607e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.217938 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.provisioning_blocks [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Transition to ACTIVE for port object 420fc470-7bb8-494b-a5e8-cb636466cff2 will not be triggered until provisioned by entity L2. {{(pid=94732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:36:51.220578 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.262580 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05130a7a-4f76-4e9f-b724-cd39a39c607e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e36e256-57ab-4e88-837a-d01bf8a4d31b,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:51.279368 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-96fe2b96-5e8c-4042-bd6e-2ea045109789 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3054888 Sep 07 20:36:51.280636 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:36:51.283431 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.289366 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41c48d6-706f-46c7-9957-176f43dfba6a" -d '{"events": [{"name": "network-changed", "server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:36:51.336760 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0155cb2e-f052-4ba1-a484-fe16233e5461 x-openstack-request-id: req-0155cb2e-f052-4ba1-a484-fe16233e5461 {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:36:51.337030 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:36:51.337278 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0155cb2e-f052-4ba1-a484-fe16233e5461 {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:36:51.337755 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'status': 'completed', 'code': 200} Sep 07 20:36:51.348148 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf1ab4-eefb-44e7-87d5-7391681cedc3 None None] Pushing event updated for resources: {'Port': ['ID=420fc470-7bb8-494b-a5e8-cb636466cff2,revision_number=3']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:51.351285 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-05130a7a-4f76-4e9f-b724-cd39a39c607e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.355140 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 48792) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:51.355772 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-05130a7a-4f76-4e9f-b724-cd39a39c607e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4115202 Sep 07 20:36:51.361079 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [None req-a1edeac6-946c-4700-9ce6-49284263e026 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Request body: {'security_group_rule': {'security_group_id': 'bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3', 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:51.394569 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:51.435893 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Attempting to bind port 420fc470-7bb8-494b-a5e8-cb636466cff2 on host dv-cinder-760194-9-iscsi for vnic_type normal with profile {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:36:51.436516 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Attempting to bind port 420fc470-7bb8-494b-a5e8-cb636466cff2 by drivers openvswitch,hyperv on host dv-cinder-760194-9-iscsi at level 0 using segments [{'id': '8de3a541-ae0d-4a2c-a9a9-b657d145a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8'}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:36:51.437038 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Attempting to bind port 420fc470-7bb8-494b-a5e8-cb636466cff2 on network 871459be-af64-4cae-8328-d4f2b06ad3b8 {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:36:51.444184 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Checking agent: {'id': 'e43618fb-a8df-4dee-939a-1fcad9af90c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 19, 48), 'started_at': datetime.datetime(2021, 9, 7, 20, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:36:51.444591 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Checking segment: {'id': '8de3a541-ae0d-4a2c-a9a9-b657d145a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:36:51.444986 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.445368 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Bound using segment: {'id': '8de3a541-ae0d-4a2c-a9a9-b657d145a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8'} {{(pid=94732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:36:51.445863 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.managers [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Bound port: 420fc470-7bb8-494b-a5e8-cb636466cff2, host: dv-cinder-760194-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de3a541-ae0d-4a2c-a9a9-b657d145a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8'}}] {{(pid=94732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:36:51.446388 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.454727 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-12178fe4-c099-4eca-82c3-5f7ad45991d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:51.459798 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-12178fe4-c099-4eca-82c3-5f7ad45991d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 1099 time: 0.0832448 Sep 07 20:36:51.536501 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] For port 420fc470-7bb8-494b-a5e8-cb636466cff2, host dv-cinder-760194-9-iscsi, cleared binding levels {{(pid=94732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:36:51.540558 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.plugins.ml2.db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] For port 420fc470-7bb8-494b-a5e8-cb636466cff2, host dv-cinder-760194-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=420fc470-7bb8-494b-a5e8-cb636466cff2,segment=NetworkSegment(8de3a541-ae0d-4a2c-a9a9-b657d145a174),segment_id=8de3a541-ae0d-4a2c-a9a9-b657d145a174)] {{(pid=94732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:36:51.566767 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.securitygroups_db [None req-a1edeac6-946c-4700-9ce6-49284263e026 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Project 94f3d149525b4f90b1b321fc485ea5ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 20:36:51.577891 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a1edeac6-946c-4700-9ce6-49284263e026 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.613970 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron_lib.callbacks.manager [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.631178 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-bd87b505-d498-439c-a7df-93afd003b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:51.632685 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-bd87b505-d498-439c-a7df-93afd003b03f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 912 time: 0.1689944 Sep 07 20:36:51.697314 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Routers {'e73dfc53-9b0b-4795-83e4-c408cb7dc68e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:51.699938 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:51.700089 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '4b2099f9-c8e0-4481-8db2-8d49469d7f56', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:36:49Z', 'updated_at': '2021-09-07T20:36:49Z', 'revision_number': 0, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:51.713911 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a1edeac6-946c-4700-9ce6-49284263e026 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.716433 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-f0fe494a-dbbb-4295-b62d-15af156e2c06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf HTTP/1.1" status: 200 len: 1000 time: 0.0753653 Sep 07 20:36:51.734061 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] Checking router: 883296fa-d292-4f7e-a1c1-546e35a53945 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:36:51.743346 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:36:51.744014 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:36:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:51.787978 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-802d85ac-3162-4715-b129-72c47be947d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:51.790029 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-802d85ac-3162-4715-b129-72c47be947d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0631597 Sep 07 20:36:51.797384 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a1edeac6-946c-4700-9ce6-49284263e026 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.842121 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edeac6-946c-4700-9ce6-49284263e026 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04b1b7c-1801-4f97-8de8-b916a275d183,revision_number=0']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:51.866031 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:51.882361 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-a1edeac6-946c-4700-9ce6-49284263e026 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:51.883311 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-a1edeac6-946c-4700-9ce6-49284263e026 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5269518 Sep 07 20:36:51.887270 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 48806) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:36:51.893031 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-064232a6-2746-4cd0-af9b-9569963c34fa tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Request body: {'security_group_rule': {'security_group_id': 'bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3', 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:36:51.927974 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-99a58f32-fd36-4372-ad27-11d94d21cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:36:51.927974 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-99a58f32-fd36-4372-ad27-11d94d21cd64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1223428 Sep 07 20:36:51.971962 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf1ab4-eefb-44e7-87d5-7391681cedc3 None None] Pushing event updated for resources: {'Port': ['ID=420fc470-7bb8-494b-a5e8-cb636466cff2,revision_number=4']} {{(pid=94732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:51.979764 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.securitygroups_db [None req-064232a6-2746-4cd0-af9b-9569963c34fa tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Project 94f3d149525b4f90b1b321fc485ea5ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 20:36:51.988170 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-064232a6-2746-4cd0-af9b-9569963c34fa tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:52.003452 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] Set router e73dfc53-9b0b-4795-83e4-c408cb7dc68e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:36:52.046761 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-ef3c48a6-3c73-49e4-8255-346ae120d915 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110358 Sep 07 20:36:52.103000 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-064232a6-2746-4cd0-af9b-9569963c34fa tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:52.150809 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 420fc470-7bb8-494b-a5e8-cb636466cff2 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:52.162457 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-064232a6-2746-4cd0-af9b-9569963c34fa tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133776984'] for security_group_rule, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:52.190157 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064232a6-2746-4cd0-af9b-9569963c34fa tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78663d7-3035-4510-9cae-7a0a2aeef21c,revision_number=0']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:52.201934 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-b41c48d6-706f-46c7-9957-176f43dfba6a req-4ac1faf8-063a-4656-963b-bbee24719fe5 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472211 Sep 07 20:36:52.261972 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-064232a6-2746-4cd0-af9b-9569963c34fa tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:52.269765 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-064232a6-2746-4cd0-af9b-9569963c34fa tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3809230 Sep 07 20:36:52.286271 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '4b2099f9-c8e0-4481-8db2-8d49469d7f56', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:36:49Z', 'updated_at': '2021-09-07T20:36:49Z', 'revision_number': 0, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:52.295842 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:43Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 4, 'project_id': '11743afc863f4acda39a9c120849db9c', 'gw_port': {'id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:44Z', 'updated_at': '2021-09-07T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '420fc470-7bb8-494b-a5e8-cb636466cff2', 'name': '', 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'mac_address': 'fa:16:3e:01:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '07080b76-ad31-4945-9067-05a6aee5586a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:47Z', 'updated_at': '2021-09-07T20:36:51Z', 'revision_number': 4, 'project_id': '11743afc863f4acda39a9c120849db9c', 'subnets': [{'id': '07080b76-ad31-4945-9067-05a6aee5586a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:36:52.318814 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86d51c-c26d-45d7-bfd8-6add27439e31 None None] The sync data for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi is: [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '4b2099f9-c8e0-4481-8db2-8d49469d7f56', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:36:49Z', 'updated_at': '2021-09-07T20:36:49Z', 'revision_number': 0, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:36:52.330701 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cce66e-7210-4329-bbd7-cf80ee0f5ed0 None None] The sync data for ids ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'] in dv-cinder-760194-9-iscsi is: [{'id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:43Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 4, 'project_id': '11743afc863f4acda39a9c120849db9c', 'gw_port': {'id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:44Z', 'updated_at': '2021-09-07T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '420fc470-7bb8-494b-a5e8-cb636466cff2', 'name': '', 'network_id': '871459be-af64-4cae-8328-d4f2b06ad3b8', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'mac_address': 'fa:16:3e:01:69:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '07080b76-ad31-4945-9067-05a6aee5586a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:47Z', 'updated_at': '2021-09-07T20:36:51Z', 'revision_number': 4, 'project_id': '11743afc863f4acda39a9c120849db9c', 'subnets': [{'id': '07080b76-ad31-4945-9067-05a6aee5586a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:36:52.350991 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning for port 420fc470-7bb8-494b-a5e8-cb636466cff2 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:36:52.357166 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 420fc470-7bb8-494b-a5e8-cb636466cff2 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:52.357617 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:52.475027 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:52.517280 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] For port 420fc470-7bb8-494b-a5e8-cb636466cff2, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=420fc470-7bb8-494b-a5e8-cb636466cff2,segment=NetworkSegment(8de3a541-ae0d-4a2c-a9a9-b657d145a174),segment_id=8de3a541-ae0d-4a2c-a9a9-b657d145a174)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:36:52.573566 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:52.574556 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device f31636ba-3b8a-4911-8fd0-a32206761c33 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:52.665015 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Pushing event updated for resources: {'Port': ['ID=420fc470-7bb8-494b-a5e8-cb636466cff2,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:36:52.669147 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526da5d-d2ab-4789-bfc7-fa54a7e97696 None None] New status for floating IP 4b2099f9-c8e0-4481-8db2-8d49469d7f56: ACTIVE {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:36:52.672363 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.676033 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.676033 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.678873 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.679626 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.680042 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.680461 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.681019 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.681180 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.681622 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.682033 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.682536 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:36:52.696322 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port f31636ba-3b8a-4911-8fd0-a32206761c33 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:52.696691 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:36:53.676246 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device d88444ea-e1e6-4367-85ae-9a321508702f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:36:53.696021 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: d88444ea-e1e6-4367-85ae-9a321508702f {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:36:53.696357 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device d88444ea-e1e6-4367-85ae-9a321508702f not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:36:54.055317 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 420fc470-7bb8-494b-a5e8-cb636466cff2 up at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:36:54.101737 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Provisioning complete for port 420fc470-7bb8-494b-a5e8-cb636466cff2 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:36:54.102290 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:07.826086 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:14.243751 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-bf772f1e-30c7-494a-80b6-c7f942e3327e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423272 Sep 07 20:37:14.339865 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-c58d1451-bc26-4f44-8187-97374aa58545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:14.341964 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-c58d1451-bc26-4f44-8187-97374aa58545 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 1099 time: 0.0530152 Sep 07 20:37:14.495983 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-05a061e3-7da7-4c30-9126-1c4536865ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:14.497494 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-05a061e3-7da7-4c30-9126-1c4536865ea3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 912 time: 0.1308572 Sep 07 20:37:14.585429 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-93ae4b01-ee32-497b-b525-2130d8e84d67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf HTTP/1.1" status: 200 len: 1002 time: 0.0783005 Sep 07 20:37:14.649328 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-90ed2683-1913-45d3-9578-3083e296d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:14.651081 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-90ed2683-1913-45d3-9578-3083e296d075 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0524993 Sep 07 20:37:14.705251 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-d302e19a-6149-4dd4-bce0-f631a1e86275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:14.707265 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-d302e19a-6149-4dd4-bce0-f631a1e86275 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438011 Sep 07 20:37:14.824177 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-7e50bc40-6798-4d14-b981-f4ff4d0c395e service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029389 Sep 07 20:37:14.929654 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-69482c67-17b2-4c5d-b2f5-4e0078174a4b req-08bc46e4-1338-4858-bc69-46818c2688fa service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960474 Sep 07 20:37:15.236254 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ab743a25-3e85-4bb5-b032-016f62cc7346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:17.949645 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-f07c6415-50bc-478d-80cc-cfb1a2c3e61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:18.282029 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:18.637080 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-9f186a75-bc5f-4205-bb21-a98fc93d72ba tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879191318&fields=id&tenant_id=94f3d149525b4f90b1b321fc485ea5ef HTTP/1.1" status: 200 len: 267 time: 0.0344751 Sep 07 20:37:18.748352 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-2d6614b2-70cd-4b6e-94a3-c53ed2c4359b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:18.749878 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-2d6614b2-70cd-4b6e-94a3-c53ed2c4359b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/networks?id=9c5768d9-5e68-4f93-bba0-8a3175a6b046 HTTP/1.1" status: 200 len: 808 time: 0.1044390 Sep 07 20:37:18.770286 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-7880c2cc-02a7-453b-9189-4e3257a3baa1 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/quotas/94f3d149525b4f90b1b321fc485ea5ef HTTP/1.1" status: 200 len: 375 time: 0.0137546 Sep 07 20:37:18.822407 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-a78c55c1-c515-43d1-affd-a90db9a0e94b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500653 Sep 07 20:37:18.925152 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-3e2009cf-cec1-4af0-8c76-54cdddd85285 service neutron] 10.222.0.72 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896802 Sep 07 20:37:19.024332 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-7f7b992d-a8ee-4457-aea2-584af09641c6 service neutron] 10.222.0.72 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925388 Sep 07 20:37:19.658735 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:19.828502 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6c2478fd-9618-4394-861a-e737ad56601e req-ca3d27a8-5ed2-4314-9cac-a92afdffdd38 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 210 time: 0.0321367 Sep 07 20:37:20.760882 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:20.916008 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a668cab2-8af6-45cb-8c13-a27d5da1553b req-33040e61-f335-491f-b3b4-c133774293dc tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 210 time: 0.0274403 Sep 07 20:37:21.768426 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-fa9b0152-067f-40b5-ad1c-66cec97a4e2c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:21.769946 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-fa9b0152-067f-40b5-ad1c-66cec97a4e2c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.59 "GET /v2.0/networks?id=9c5768d9-5e68-4f93-bba0-8a3175a6b046 HTTP/1.1" status: 200 len: 808 time: 0.1028650 Sep 07 20:37:21.813916 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-a2d336ea-fd8d-449b-b967-56a376130016 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f3d149525b4f90b1b321fc485ea5ef HTTP/1.1" status: 200 len: 379 time: 0.0345471 Sep 07 20:37:21.823735 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Request body: {'port': {'device_id': 'b773024a-a119-4f93-a893-94c308b6c72f', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'admin_state_up': True, 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'security_groups': ['bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3']}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:37:22.012384 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0238fb35-1816-4232-be39-38e1b17883b5 req-7b58a3bb-b221-4bad-8c76-126c853513f4 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 210 time: 0.0262702 Sep 07 20:37:22.013902 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Made reservation on behalf of 94f3d149525b4f90b1b321fc485ea5ef for: {'port': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:37:22.018051 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:22.144070 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Allocated IP 172.20.0.11 (9c5768d9-5e68-4f93-bba0-8a3175a6b046/7f3719c8-c004-4374-9254-1900f770bf66/a1aad673-a078-47f0-a769-176eea14b889) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:37:22.283569 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:22.297375 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Transition to ACTIVE for port object a1aad673-a078-47f0-a769-176eea14b889 will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:37:22.396344 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:22.436156 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:37:22.439144 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:37:22.442870 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:37:22.474567 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'Port': ['ID=a1aad673-a078-47f0-a769-176eea14b889,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:22.499940 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:22.500563 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:22.601849 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-c5ad1fc5-1fe5-46d4-afdd-643ba59013f0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7815185 Sep 07 20:37:22.614686 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Request body: {'port': {'device_id': 'b773024a-a119-4f93-a893-94c308b6c72f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:37:22.669891 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:22.742129 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-69f46a65-bc33-4139-9809-09cd7eced568 None None] Provisioning for port a1aad673-a078-47f0-a769-176eea14b889 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:37:22.742129 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-69f46a65-bc33-4139-9809-09cd7eced568 None None] Provisioning complete for port a1aad673-a078-47f0-a769-176eea14b889 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:37:22.742129 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-69f46a65-bc33-4139-9809-09cd7eced568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:22.773118 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-69f46a65-bc33-4139-9809-09cd7eced568 None None] Port a1aad673-a078-47f0-a769-176eea14b889 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:37:22.929544 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1aad673-a078-47f0-a769-176eea14b889 {{(pid=94729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:37:22.936895 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:22.948857 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Transition to ACTIVE for port object a1aad673-a078-47f0-a769-176eea14b889 will not be triggered until provisioned by entity L2. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:37:23.070126 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:23.124109 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aad673-a078-47f0-a769-176eea14b889,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:23.141396 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a09984-746b-49b1-8424-1264db450e6c req-e9d728fe-d001-4081-80e2-d6cf3af79e95 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:23.143221 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f2a09984-746b-49b1-8424-1264db450e6c req-e9d728fe-d001-4081-80e2-d6cf3af79e95 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0669250 Sep 07 20:37:23.194208 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f2a09984-746b-49b1-8424-1264db450e6c req-aa920d50-65b4-4d91-a48a-19969834d117 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406632 Sep 07 20:37:23.196241 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Attempting to bind port a1aad673-a078-47f0-a769-176eea14b889 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:37:23.196664 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Attempting to bind port a1aad673-a078-47f0-a769-176eea14b889 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:37:23.197054 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Attempting to bind port a1aad673-a078-47f0-a769-176eea14b889 on network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:37:23.202951 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Port a1aad673-a078-47f0-a769-176eea14b889 on network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:37:23.203325 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Attempting to bind port a1aad673-a078-47f0-a769-176eea14b889 on network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:37:23.208986 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:37:23.209392 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Checking segment: {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:37:23.209795 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Bound using segment: {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:37:23.210246 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Bound port: a1aad673-a078-47f0-a769-176eea14b889, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046'}}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:37:23.210599 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:23.279775 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, cleared binding levels {{(pid=94729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:37:23.284071 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a1aad673-a078-47f0-a769-176eea14b889,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:37:23.339134 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:23.372235 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:23.372673 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:23.374288 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] 10.222.0.59 "PUT /v2.0/ports/a1aad673-a078-47f0-a769-176eea14b889 HTTP/1.1" status: 200 len: 1094 time: 0.7638228 Sep 07 20:37:23.376460 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:37:23.379636 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c864c6-ae81-49b8-8482-c01bf9705a61" -d '{"events": [{"name": "network-changed", "server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "tag": "a1aad673-a078-47f0-a769-176eea14b889"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:37:23.406426 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c7bbf-e0be-42db-a009-ad55b1a31253 service neutron] Pushing event updated for resources: {'Port': ['ID=a1aad673-a078-47f0-a769-176eea14b889,revision_number=3']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:23.433388 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ad54a7-0e18-4a59-a20b-06130a7266db x-openstack-request-id: req-58ad54a7-0e18-4a59-a20b-06130a7266db {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:37:23.433388 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "tag": "a1aad673-a078-47f0-a769-176eea14b889", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:37:23.433388 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58ad54a7-0e18-4a59-a20b-06130a7266db {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:37:23.433388 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889', 'status': 'completed', 'code': 200} Sep 07 20:37:23.495182 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c864c6-ae81-49b8-8482-c01bf9705a61 req-3c7caeb3-512d-4d02-a11c-5966492f0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:23.496902 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-c3c864c6-ae81-49b8-8482-c01bf9705a61 req-3c7caeb3-512d-4d02-a11c-5966492f0d5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1097 time: 0.0463896 Sep 07 20:37:23.595443 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c864c6-ae81-49b8-8482-c01bf9705a61 req-a77b4c17-089e-46d2-b884-a2a4924b4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:23.596905 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-c3c864c6-ae81-49b8-8482-c01bf9705a61 req-a77b4c17-089e-46d2-b884-a2a4924b4ff7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0918543 Sep 07 20:37:23.690727 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c864c6-ae81-49b8-8482-c01bf9705a61 req-351d07c8-6d5b-4e3a-86a1-6552412b7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:23.692137 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-c3c864c6-ae81-49b8-8482-c01bf9705a61 req-351d07c8-6d5b-4e3a-86a1-6552412b7ec3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886326 Sep 07 20:37:23.762424 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49136) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:37:23.764424 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-3481123a-258e-4ccf-9771-7225a3354433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:23.765954 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-3481123a-258e-4ccf-9771-7225a3354433 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1097 time: 0.0404508 Sep 07 20:37:23.805438 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcd4dda-b710-4941-adaa-c97c1ebca89a admin admin] Deleting subnet 8969860f-1e92-4f85-851c-9463230ffe4b {{(pid=94730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:37:23.807293 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-5d586c48-f554-4803-bf75-f2533937495f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1aad673-a078-47f0-a769-176eea14b889 HTTP/1.1" status: 200 len: 217 time: 0.0339758 Sep 07 20:37:23.808457 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2fcd4dda-b710-4941-adaa-c97c1ebca89a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:23.841505 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2fcd4dda-b710-4941-adaa-c97c1ebca89a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130426828'] for subnet, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:23.858457 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-efbef68a-1ec8-4acf-a87c-e424248edf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:23.859917 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-efbef68a-1ec8-4acf-a87c-e424248edf2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3719c8-c004-4374-9254-1900f770bf66 HTTP/1.1" status: 200 len: 847 time: 0.0454056 Sep 07 20:37:23.878935 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2fcd4dda-b710-4941-adaa-c97c1ebca89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:23.905144 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-e4d96edc-83b8-4848-b90a-f8e4be39c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:23.906734 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-e4d96edc-83b8-4848-b90a-f8e4be39c33c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c5768d9-5e68-4f93-bba0-8a3175a6b046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394855 Sep 07 20:37:23.995716 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2fcd4dda-b710-4941-adaa-c97c1ebca89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130475713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-117110896'] for subnet, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:23.998266 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-60f59962-b7c1-4774-969d-75dd86efe839 service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843198 Sep 07 20:37:24.019911 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd4dda-b710-4941-adaa-c97c1ebca89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8969860f-1e92-4f85-851c-9463230ffe4b,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:24.027352 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-2fcd4dda-b710-4941-adaa-c97c1ebca89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.031174 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-2fcd4dda-b710-4941-adaa-c97c1ebca89a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8969860f-1e92-4f85-851c-9463230ffe4b HTTP/1.1" status: 204 len: 168 time: 0.2656915 Sep 07 20:37:24.031764 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49138) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:37:24.089595 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ebdb8c14-ef17-418d-8395-9fbe3c643281 req-9647cee5-da41-46cf-8517-db181601c748 service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848632 Sep 07 20:37:24.097350 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.176046 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.195004 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e6dedd-30de-41d3-9469-62129553e88a']}} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:37:24.203722 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7') {'for_net_delete': True} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:37:24.204016 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6a1505-ec79-4a89-a82a-e99aaaaa70e7') {} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:37:24.213629 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130426821'] for segment, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.226616 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.232589 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=94730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:37:24.232961 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130475875'] for segment, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: Traceback (most recent call last): Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: timer() Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: cb(*args, **kw) Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: return func(*args, **kwargs) Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: self._notify() Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: self.callback(batched_events) Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: event.method(event) Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: return f(self, *a, **k) Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._get(url).json() Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: return self.request(url, 'GET', **kwargs) Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:37:24.234598 dv-cinder-760194-9-iscsi neutron-server[94730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:37:24.328717 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d65178-1afe-4bab-a80a-dce99e2e9555 req-7ff3c1f4-eb3b-4de9-a4d4-46ddac2982e3 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:24.330172 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-28d65178-1afe-4bab-a80a-dce99e2e9555 req-7ff3c1f4-eb3b-4de9-a4d4-46ddac2982e3 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0511999 Sep 07 20:37:24.332680 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.338452 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.342696 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/e3e6dedd-30de-41d3-9469-62129553e88a HTTP/1.1" status: 204 len: 168 time: 0.3076067 Sep 07 20:37:24.356894 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e3963-ef0a-4c5f-bd40-ee1368ed82ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e6dedd-30de-41d3-9469-62129553e88a,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:24.384566 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-28d65178-1afe-4bab-a80a-dce99e2e9555 req-22a89b9d-3d3b-4fd1-9776-9239d39d5e75 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423837 Sep 07 20:37:24.685744 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49144) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:37:24.723680 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-97a0fc91-eb66-423c-8cce-cfad0f55152a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=364b440472b84e0ab1609d7793bbc624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368462 Sep 07 20:37:24.725957 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49146) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:37:24.770771 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-29c09e87-8113-4200-a4d0-2856046f07cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.791494 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-29c09e87-8113-4200-a4d0-2856046f07cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.881218 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-29c09e87-8113-4200-a4d0-2856046f07cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.883733 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-29c09e87-8113-4200-a4d0-2856046f07cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:24.884834 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-29c09e87-8113-4200-a4d0-2856046f07cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129 HTTP/1.1" status: 204 len: 168 time: 0.1580215 Sep 07 20:37:24.892052 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c09e87-8113-4200-a4d0-2856046f07cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f504d6d0-bbdd-4c8f-ab90-ca8d4e69d129,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:25.496493 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5aa88-8952-45c6-83b0-bd8942c15035 req-397c4f09-68e9-452b-8829-02451dc45068 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:25.497956 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f9b5aa88-8952-45c6-83b0-bd8942c15035 req-397c4f09-68e9-452b-8829-02451dc45068 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0470984 Sep 07 20:37:25.534305 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f9b5aa88-8952-45c6-83b0-bd8942c15035 req-9ddbee4e-ba89-4364-bf29-35c8988c18f5 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305510 Sep 07 20:37:26.643806 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257db760-98f8-46ea-b6d5-29230e8880ba req-1123f5ea-9fa9-4ed5-97aa-3e449559f11e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:26.645234 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-257db760-98f8-46ea-b6d5-29230e8880ba req-1123f5ea-9fa9-4ed5-97aa-3e449559f11e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0470443 Sep 07 20:37:26.684394 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-257db760-98f8-46ea-b6d5-29230e8880ba req-32165559-9b3d-4e5a-a42a-262edf26c6b8 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309017 Sep 07 20:37:27.115448 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:37:27.791959 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacff4c1-918d-4816-aca8-e096b1f1fec1 req-0b3ae4f1-c101-426f-85c2-c714337fecc3 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:27.793379 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dacff4c1-918d-4816-aca8-e096b1f1fec1 req-0b3ae4f1-c101-426f-85c2-c714337fecc3 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0467708 Sep 07 20:37:27.832735 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-dacff4c1-918d-4816-aca8-e096b1f1fec1 req-0c5d7510-cd99-432d-b638-b0e6f2730428 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335188 Sep 07 20:37:28.943959 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64505d06-77ea-4687-b605-b6b59b36b7fe req-c8ffb88d-e23a-4d74-b3ae-b57393ad686b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:28.945419 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-64505d06-77ea-4687-b605-b6b59b36b7fe req-c8ffb88d-e23a-4d74-b3ae-b57393ad686b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0474234 Sep 07 20:37:28.982020 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-64505d06-77ea-4687-b605-b6b59b36b7fe req-6fc12f13-7bc4-489b-aac8-afeceeeff83b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307026 Sep 07 20:37:30.091485 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5677c1e-1c5b-4ea2-99d9-e7be29910726 req-9223adbb-e500-4cea-a9e1-d8c9642a4bb5 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:30.092911 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f5677c1e-1c5b-4ea2-99d9-e7be29910726 req-9223adbb-e500-4cea-a9e1-d8c9642a4bb5 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0463042 Sep 07 20:37:30.129002 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f5677c1e-1c5b-4ea2-99d9-e7be29910726 req-8abdbd8c-f813-4e5e-81f1-64c0ba043069 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303907 Sep 07 20:37:31.261951 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae5c06-7c26-44ec-bd38-a7d9be7fadb0 req-6df59985-c813-4cdf-baae-995360f07c6d tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:31.263395 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0bae5c06-7c26-44ec-bd38-a7d9be7fadb0 req-6df59985-c813-4cdf-baae-995360f07c6d tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0477998 Sep 07 20:37:31.303281 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0bae5c06-7c26-44ec-bd38-a7d9be7fadb0 req-bb54580b-089f-44eb-a669-5ff7039da872 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336573 Sep 07 20:37:31.409526 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a1aad673-a078-47f0-a769-176eea14b889 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:37:31.502711 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a1aad673-a078-47f0-a769-176eea14b889,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:37:31.514069 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': 'a1aad673-a078-47f0-a769-176eea14b889', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'port_id': 'a1aad673-a078-47f0-a769-176eea14b889', 'mac_address': 'fa:16:3e:9a:e5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:37:31.555170 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:31.567650 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1aad673-a078-47f0-a769-176eea14b889 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:37:31.586157 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a1aad673-a078-47f0-a769-176eea14b889,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:37:31.652435 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:31.698150 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a1aad673-a078-47f0-a769-176eea14b889,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:31.884747 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a1aad673-a078-47f0-a769-176eea14b889'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:37:32.669286 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abf13c-035b-4d93-bbd8-198f20382339 req-16c88ded-5612-405e-bb77-0fb3b686c9f3 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:32.670796 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0abf13c-035b-4d93-bbd8-198f20382339 req-16c88ded-5612-405e-bb77-0fb3b686c9f3 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 945 time: 0.3037524 Sep 07 20:37:32.707387 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a0abf13c-035b-4d93-bbd8-198f20382339 req-b4908a1d-fccd-4d9c-99aa-bbd30bd62492 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306137 Sep 07 20:37:33.439672 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a1aad673-a078-47f0-a769-176eea14b889 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:37:33.560342 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port a1aad673-a078-47f0-a769-176eea14b889 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:37:33.564106 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port a1aad673-a078-47f0-a769-176eea14b889 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:37:33.566388 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:33.639888 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:33.661828 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:37:33.664271 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af29920-dff6-4f34-abb3-0357f67f9945" -d '{"events": [{"server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "name": "network-vif-plugged", "status": "completed", "tag": "a1aad673-a078-47f0-a769-176eea14b889"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:37:33.676715 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a1aad673-a078-47f0-a769-176eea14b889,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:37:33.698740 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5865da57-8dcc-4d14-980d-a695b3b4c995 x-openstack-request-id: req-5865da57-8dcc-4d14-980d-a695b3b4c995 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:37:33.699025 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "name": "network-vif-plugged", "status": "completed", "tag": "a1aad673-a078-47f0-a769-176eea14b889", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:37:33.699269 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5865da57-8dcc-4d14-980d-a695b3b4c995 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:37:33.699812 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889', 'code': 200} Sep 07 20:37:33.743746 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:33.791607 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a1aad673-a078-47f0-a769-176eea14b889,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:33.825949 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f076480-0b5b-4699-aa8f-e4c5bd532cd5 req-a93febc0-3a26-4039-a5cd-4328378eed83 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:33.827446 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4f076480-0b5b-4699-aa8f-e4c5bd532cd5 req-a93febc0-3a26-4039-a5cd-4328378eed83 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0546045 Sep 07 20:37:33.864191 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4f076480-0b5b-4699-aa8f-e4c5bd532cd5 req-3ac334af-0ad2-4b13-b822-c8fd6d924ad7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302219 Sep 07 20:37:34.008766 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5701e3-6741-4509-92ac-4d75c13c6124 req-9bddb6f5-80cf-46e0-9860-b9b9ffd446bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:34.010172 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-0b5701e3-6741-4509-92ac-4d75c13c6124 req-9bddb6f5-80cf-46e0-9860-b9b9ffd446bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1099 time: 0.0390849 Sep 07 20:37:34.046128 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-0b5701e3-6741-4509-92ac-4d75c13c6124 req-34bef5e2-211c-4f9b-b10b-ca1a36d72b1d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270865 Sep 07 20:37:34.984066 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca671a-4e8a-4498-a638-eeec48cb599c req-1441ed40-f4dc-436d-9a0b-94795c1fd274 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:34.985507 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29ca671a-4e8a-4498-a638-eeec48cb599c req-1441ed40-f4dc-436d-9a0b-94795c1fd274 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0502973 Sep 07 20:37:35.021186 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-29ca671a-4e8a-4498-a638-eeec48cb599c req-8d0f136a-d885-4ddd-8171-60117d7e58b9 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296264 Sep 07 20:37:36.132634 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8c263-bf71-4fbf-8cad-44b5db8f9266 req-8a2222ba-a047-4c8f-8a43-edc831af6d6c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:36.134117 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3cb8c263-bf71-4fbf-8cad-44b5db8f9266 req-8a2222ba-a047-4c8f-8a43-edc831af6d6c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0475500 Sep 07 20:37:36.170290 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3cb8c263-bf71-4fbf-8cad-44b5db8f9266 req-ff893788-2f71-4a15-a971-f58adc196997 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303667 Sep 07 20:37:36.279187 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e353bc-d9ed-4e1f-a203-b3b7f7b2a8bc req-7b3c0b69-5bab-4e72-95a6-98a618f25746 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:36.280544 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-69e353bc-d9ed-4e1f-a203-b3b7f7b2a8bc req-7b3c0b69-5bab-4e72-95a6-98a618f25746 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0471220 Sep 07 20:37:36.316339 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-69e353bc-d9ed-4e1f-a203-b3b7f7b2a8bc req-87e4fd2e-fc47-47c1-a4e6-d31a6ea21b4b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299687 Sep 07 20:37:36.337703 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49176) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:37:36.560347 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34ec38-e709-4481-ab47-eb15395679eb tempest-TestShelveInstance-1439658882 tempest-TestShelveInstance-1439658882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:36.561893 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-ee34ec38-e709-4481-ab47-eb15395679eb tempest-TestShelveInstance-1439658882 tempest-TestShelveInstance-1439658882-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1094 time: 0.2231822 Sep 07 20:37:36.564699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49180) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:37:36.574927 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Request body: {'floatingip': {'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'port_id': 'a1aad673-a078-47f0-a769-176eea14b889', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:37:36.646890 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for floatingip, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:36.738400 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:36.841386 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Allocated IP 172.27.0.180 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/e412343e-0875-4733-8c47-56b0fd26bcb5) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:37:36.942687 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:37.040962 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:37.081279 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:37:37.084084 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:37:37.086683 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:37:37.113217 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'Port': ['ID=e412343e-0875-4733-8c47-56b0fd26bcb5,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:37.441888 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:37.532528 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:37.587473 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:37.730621 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:37.788966 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:37.854856 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event updated for resources: {'Port': ['ID=e412343e-0875-4733-8c47-56b0fd26bcb5,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:37:37.864916 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:37.961056 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Floating IP 5e7eb8ec-98f3-4754-be75-91e86fac3843 associated. External IP: 172.27.0.180, port: a1aad673-a078-47f0-a769-176eea14b889. Sep 07 20:37:38.158330 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Router ecb8f217-dc08-4049-aad4-7a2a67e5f332 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:37:38.260788 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:37:38.271530 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] Sync routers for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:37:38.280564 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:37:38.281199 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:37:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:37:38.321091 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:38.347783 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-39b53fef-969d-4285-8ba0-79c2b4f49049 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7821167 Sep 07 20:37:38.348493 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:37:38.350755 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "tag": "a1aad673-a078-47f0-a769-176eea14b889"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:37:38.386062 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6015a4-14d6-47a5-b0dd-84b3efd832ba x-openstack-request-id: req-fa6015a4-14d6-47a5-b0dd-84b3efd832ba {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:37:38.386457 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "tag": "a1aad673-a078-47f0-a769-176eea14b889", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:37:38.386709 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa6015a4-14d6-47a5-b0dd-84b3efd832ba {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:37:38.387103 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889', 'status': 'completed', 'code': 200} Sep 07 20:37:38.388003 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:37:38.455101 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-c957e41d-59b2-49e9-adc9-4d4b4eaeb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:38.456626 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-c957e41d-59b2-49e9-adc9-4d4b4eaeb724 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1099 time: 0.0427699 Sep 07 20:37:38.545044 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-3e9ddcea-1cba-4025-a188-d951b5349984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:38.546880 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-3e9ddcea-1cba-4025-a188-d951b5349984 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c5768d9-5e68-4f93-bba0-8a3175a6b046 HTTP/1.1" status: 200 len: 909 time: 0.0830591 Sep 07 20:37:38.611039 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '5e7eb8ec-98f3-4754-be75-91e86fac3843', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'port_id': 'a1aad673-a078-47f0-a769-176eea14b889', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'mac_address': 'fa:16:3e:9a:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b773024a-a119-4f93-a893-94c308b6c72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:37:37Z', 'updated_at': '2021-09-07T20:37:37Z', 'revision_number': 0, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 5, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:37:38.615288 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-8149de4d-30f0-4fad-bdb6-3c4703e1e296 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1aad673-a078-47f0-a769-176eea14b889 HTTP/1.1" status: 200 len: 1000 time: 0.0611198 Sep 07 20:37:38.648127 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] Checking router: ecb8f217-dc08-4049-aad4-7a2a67e5f332 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:37:38.656540 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:37:38.657131 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:37:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:37:38.667209 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-f329ba75-be26-4bb3-a837-b0b4ca443f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:38.668667 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-f329ba75-be26-4bb3-a837-b0b4ca443f79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3719c8-c004-4374-9254-1900f770bf66 HTTP/1.1" status: 200 len: 847 time: 0.0465550 Sep 07 20:37:38.714520 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-43ac960d-cfc9-43b2-9a86-e6b1d49d8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:37:38.716062 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-43ac960d-cfc9-43b2-9a86-e6b1d49d8bc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c5768d9-5e68-4f93-bba0-8a3175a6b046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388892 Sep 07 20:37:38.761089 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:37:38.806379 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-87d0f19b-b177-49f7-8aab-4b489f937060 service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821564 Sep 07 20:37:38.894585 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-513b6fa6-49d2-425a-ab07-f4cd5b18ab6e req-3c923f7c-6b02-4983-83b5-df5f31780205 service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802999 Sep 07 20:37:39.100954 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '5e7eb8ec-98f3-4754-be75-91e86fac3843', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'port_id': 'a1aad673-a078-47f0-a769-176eea14b889', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'mac_address': 'fa:16:3e:9a:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b773024a-a119-4f93-a893-94c308b6c72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:37:37Z', 'updated_at': '2021-09-07T20:37:37Z', 'revision_number': 0, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 5, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:37:39.130285 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc8c35-ac52-4ce7-ab31-3c4ee5510f9f None None] The sync data for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi is: [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '5e7eb8ec-98f3-4754-be75-91e86fac3843', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'port_id': 'a1aad673-a078-47f0-a769-176eea14b889', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'mac_address': 'fa:16:3e:9a:e5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b773024a-a119-4f93-a893-94c308b6c72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:37:37Z', 'updated_at': '2021-09-07T20:37:37Z', 'revision_number': 0, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 5, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:37:39.310519 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42907b77-0a20-45d6-a465-8cd9aa710e42 None None] New status for floating IP 5e7eb8ec-98f3-4754-be75-91e86fac3843: ACTIVE {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:37:45.194677 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-eaa5a23d-987e-4137-ba96-f62a7c5ff331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:47.915167 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6ed34544-eecf-4a25-b440-44dc0169891a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:48.263228 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:49.692263 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:37:50.748902 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:04.114718 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:38:07.520276 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:14.239119 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-73222fd5-3a0c-4816-954c-5737ef6bfa1b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420694 Sep 07 20:38:14.320933 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-0e803d18-4ed9-45a6-b914-34710e116c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:14.322320 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-0e803d18-4ed9-45a6-b914-34710e116c46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 1099 time: 0.0389526 Sep 07 20:38:14.421154 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-461d4be0-69ce-4054-91b2-ff3e100b17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:14.422634 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-461d4be0-69ce-4054-91b2-ff3e100b17e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 912 time: 0.0826206 Sep 07 20:38:14.488846 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-87f572d1-7868-41a7-8459-2d6501445c11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf HTTP/1.1" status: 200 len: 1002 time: 0.0590622 Sep 07 20:38:14.536052 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-aba1b07c-d5d5-4537-8ca7-d25860ca2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:14.537703 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-aba1b07c-d5d5-4537-8ca7-d25860ca2ae0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0419643 Sep 07 20:38:14.584091 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-c8c09b52-fba3-4f78-93d2-7f2277ec17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:14.585487 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-c8c09b52-fba3-4f78-93d2-7f2277ec17da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391736 Sep 07 20:38:14.596162 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-440b0ccd-4ed1-4760-b159-afa543ecd28d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94729) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:38:14.597090 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-440b0ccd-4ed1-4760-b159-afa543ecd28d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046778 Sep 07 20:38:14.734003 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-3e7d71fa-6226-4e22-b946-852bb1136c68 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303010 Sep 07 20:38:14.822318 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-95979aa2-a3a3-4eda-9303-7f222e1182c8 req-ff77cb60-2e8a-45a2-b1d3-95cbabf2a18e service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816817 Sep 07 20:38:15.199816 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-4b2f7841-0573-49f9-a315-219a859a23f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:17.925909 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ed07b3ea-0194-4e9c-83ac-b47182fd586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:18.257633 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:19.702993 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:20.748009 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:27.784190 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-49971d26-a707-41d6-8ee9-005d6a83219b tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823144301&fields=id&tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb HTTP/1.1" status: 200 len: 267 time: 0.0328331 Sep 07 20:38:27.893309 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-ef443e39-2803-42d2-a012-ae35f8d3b4b1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:27.894715 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-ef443e39-2803-42d2-a012-ae35f8d3b4b1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 811 time: 0.1037300 Sep 07 20:38:27.909545 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-9a89965b-2150-4f7d-ac4a-023fac8563cb tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/quotas/c5a5b582c64646dbb3fc94cd9c5fd5fb HTTP/1.1" status: 200 len: 375 time: 0.0091784 Sep 07 20:38:27.966241 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-f61be2a9-cd97-4b1d-93b0-f8eb2fbb426f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513091 Sep 07 20:38:28.027098 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-7a13b9ea-335b-4cc7-a160-cd655fd156d4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=94730) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 20:38:28.028118 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-7a13b9ea-335b-4cc7-a160-cd655fd156d4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510516 Sep 07 20:38:28.122318 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-707edf08-71bf-4a2d-bb25-0907948e9c53 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880742 Sep 07 20:38:28.207780 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-28fe6dff-9887-457c-9d29-68200400134b service neutron] 10.222.0.72 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793698 Sep 07 20:38:28.729852 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b7d61bfc-2b48-486d-a55e-7f0ff508f510 req-853a159d-0ce0-47be-a224-d327923c3c1f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 210 time: 0.0795734 Sep 07 20:38:29.822133 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-baebc160-dd44-425a-a61b-c4d7a24c584f req-53ce543a-73dd-4ae8-8b0a-066a20e04c06 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 210 time: 0.0267766 Sep 07 20:38:30.369728 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-4727a4a6-ed07-495d-8b22-8ea3c5cac2d8 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:30.371731 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-4727a4a6-ed07-495d-8b22-8ea3c5cac2d8 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 811 time: 0.0999682 Sep 07 20:38:30.413414 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-afc7b14e-403c-491c-8877-dfea0f09da25 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb HTTP/1.1" status: 200 len: 379 time: 0.0330107 Sep 07 20:38:30.422288 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'port': {'device_id': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'admin_state_up': True, 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'security_groups': ['2bed3d1d-fa78-4d84-9173-c64b6436c961']}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:38:30.816678 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Made reservation on behalf of c5a5b582c64646dbb3fc94cd9c5fd5fb for: {'port': 1} {{(pid=94729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 20:38:30.820054 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:30.915056 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-78413bfc-46b7-464d-8f7b-14a1a1eff3d1 req-29ed75e6-a463-4f75-89e4-1b54e498bb35 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 210 time: 0.0262604 Sep 07 20:38:30.945993 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_common [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Allocated IP 172.20.0.6 (c0cb6169-d2ba-43fe-999f-923959eee80d/400048fe-fa79-402d-b10a-28512e028f72/3ad6d4f7-64f5-417b-ac58-802ed7ad5914) {{(pid=94729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:38:31.076088 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for port, precommit_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:31.088690 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Transition to ACTIVE for port object 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 will not be triggered until provisioned by entity DHCP. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:38:31.206480 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_create {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:31.258323 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Network c0cb6169-d2ba-43fe-999f-923959eee80d is already hosted by enough agents. {{(pid=94729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:38:31.261379 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.base_scheduler [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Resources bound (agent type, host, resource id): {{(pid=94729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:38:31.268327 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Received port after_create {{(pid=94729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:38:31.293448 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'Port': ['ID=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,revision_number=1']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:38:31.307728 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.308113 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.308500 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.308827 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.309143 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.309462 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.309803 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.310121 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.310557 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.310877 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.311196 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.311507 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:31.333835 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:31.334331 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:31.419520 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-94cfae80-8454-40b8-8794-933c280e2dae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9997404 Sep 07 20:38:31.435132 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.v2.base [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Request body: {'port': {'device_id': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:38:31.487776 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:31.497254 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-c1443a88-d412-43be-86a6-742db44cba8f None None] Provisioning for port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 completed by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:38:31.501331 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-c1443a88-d412-43be-86a6-742db44cba8f None None] Provisioning complete for port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 triggered by entity DHCP. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:38:31.505632 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-c1443a88-d412-43be-86a6-742db44cba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:31.535363 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-c1443a88-d412-43be-86a6-742db44cba8f None None] Port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 cannot update to ACTIVE because it is not bound. {{(pid=94731) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 20:38:31.745844 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 {{(pid=94729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:38:31.752863 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:31.764815 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.provisioning_blocks [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Transition to ACTIVE for port object 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 will not be triggered until provisioned by entity L2. {{(pid=94729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 20:38:31.822224 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:31.874169 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,revision_number=2']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:38:31.946483 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Attempting to bind port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 20:38:31.946846 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Attempting to bind port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 20:38:31.947175 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Attempting to bind port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 on network c0cb6169-d2ba-43fe-999f-923959eee80d {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:38:31.952828 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 on network c0cb6169-d2ba-43fe-999f-923959eee80d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 20:38:31.953415 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Attempting to bind port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 on network c0cb6169-d2ba-43fe-999f-923959eee80d {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 20:38:31.958811 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Checking agent: {'id': '573ab606-f86c-4e1d-ba81-7773bb3aa05d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'started_at': datetime.datetime(2021, 9, 7, 20, 26, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 20, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 20:38:31.959141 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Checking segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 20:38:31.959526 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Bound using segment: {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'} {{(pid=94729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 20:38:31.959950 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.managers [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Bound port: 3ad6d4f7-64f5-417b-ac58-802ed7ad5914, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb616f66-1984-4a62-9b16-f8cf6a711d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d'}}] {{(pid=94729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 20:38:31.960304 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:32.029157 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] For port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914, host hv-cinder-76019, cleared binding levels {{(pid=94729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 20:38:32.032458 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] For port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 20:38:32.039360 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160aa8f-b5aa-47c5-b44f-361b9911fa5c req-4b0e619e-fa71-4b49-ae64-2a961c68171f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:32.048170 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5160aa8f-b5aa-47c5-b44f-361b9911fa5c req-4b0e619e-fa71-4b49-ae64-2a961c68171f tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 943 time: 0.0494473 Sep 07 20:38:32.079464 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5160aa8f-b5aa-47c5-b44f-361b9911fa5c req-14be985a-0d95-4124-a9d4-4a90e5910488 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319743 Sep 07 20:38:32.137761 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133203705'] for port, after_update {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:32.170285 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:32.170898 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:32.172337 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/3ad6d4f7-64f5-417b-ac58-802ed7ad5914 HTTP/1.1" status: 200 len: 1093 time: 0.7418950 Sep 07 20:38:32.172688 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:38:32.174938 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a6065e-ab6e-4e8c-960a-0122f86150b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:38:32.208228 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431cd44-5593-42bc-8eb3-be82e1b837b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,revision_number=3']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:38:32.212742 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dc6078-8692-4a3f-a469-75b72c502337 x-openstack-request-id: req-61dc6078-8692-4a3f-a469-75b72c502337 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:38:32.213026 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:38:32.213277 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61dc6078-8692-4a3f-a469-75b72c502337 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:38:32.213664 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'status': 'completed', 'code': 200} Sep 07 20:38:32.274757 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6065e-ab6e-4e8c-960a-0122f86150b0 req-1f358ee4-1889-41c3-b782-c64380c3864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:32.276259 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d5a6065e-ab6e-4e8c-960a-0122f86150b0 req-1f358ee4-1889-41c3-b782-c64380c3864b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 1096 time: 0.0444944 Sep 07 20:38:32.379047 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6065e-ab6e-4e8c-960a-0122f86150b0 req-42306fa9-e262-43e9-a191-44def08b9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:32.380552 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d5a6065e-ab6e-4e8c-960a-0122f86150b0 req-42306fa9-e262-43e9-a191-44def08b9643 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955439 Sep 07 20:38:32.474866 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6065e-ab6e-4e8c-960a-0122f86150b0 req-ab2100d3-58e0-4b79-9134-022a23a0c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:32.476225 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-d5a6065e-ab6e-4e8c-960a-0122f86150b0 req-ab2100d3-58e0-4b79-9134-022a23a0c9bf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890684 Sep 07 20:38:32.547780 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3cd42220-8046-4ae2-865f-7787267f2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:32.549162 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-3cd42220-8046-4ae2-865f-7787267f2d99 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 1096 time: 0.0399938 Sep 07 20:38:32.590105 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-1391ec3c-a5e7-4869-80b1-e8bfe00b6744 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ad6d4f7-64f5-417b-ac58-802ed7ad5914 HTTP/1.1" status: 200 len: 217 time: 0.0332391 Sep 07 20:38:32.636516 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-ff9fc62e-a828-410b-8b1b-a32115cb7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:32.637884 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-ff9fc62e-a828-410b-8b1b-a32115cb7e15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0408077 Sep 07 20:38:32.684447 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-f59a070a-3732-4454-8c9a-c06974d298b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:32.685909 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-f59a070a-3732-4454-8c9a-c06974d298b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417099 Sep 07 20:38:32.771743 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-e6a945c9-81a8-4329-9b05-5bd65051b3bf service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791636 Sep 07 20:38:32.870357 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-789cf135-c5fd-4a82-83d2-a9fc39c3bbf3 req-44d1db53-20e4-4f4e-b001-b7edcc6d578e service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Sep 07 20:38:33.189655 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f530937-aab7-485b-81c9-ff19e4fadec5 req-f4fb36b3-8108-43aa-8689-68ff37def459 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:33.191022 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7f530937-aab7-485b-81c9-ff19e4fadec5 req-f4fb36b3-8108-43aa-8689-68ff37def459 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 943 time: 0.0478928 Sep 07 20:38:33.230564 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7f530937-aab7-485b-81c9-ff19e4fadec5 req-9570e5d3-e3bb-41d3-a31a-7ae9152e2a0b tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336771 Sep 07 20:38:34.348498 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904904f-1bcf-4f76-88c2-222b6137219c req-52a6daaa-0203-40c8-938d-0d6876d95ad6 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:34.349891 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b904904f-1bcf-4f76-88c2-222b6137219c req-52a6daaa-0203-40c8-938d-0d6876d95ad6 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 943 time: 0.0480242 Sep 07 20:38:34.385537 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b904904f-1bcf-4f76-88c2-222b6137219c req-16846918-eedf-40d1-9f65-2bb9307796db tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298193 Sep 07 20:38:35.549477 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b0057-3a05-4fcd-b633-ac2bea429c3d req-69709d51-23bd-4a78-b200-271dac3fd23d tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:35.550976 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9b3b0057-3a05-4fcd-b633-ac2bea429c3d req-69709d51-23bd-4a78-b200-271dac3fd23d tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 943 time: 0.0477285 Sep 07 20:38:35.586923 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-9b3b0057-3a05-4fcd-b633-ac2bea429c3d req-6bc91464-f068-472e-aee3-77a4a89aa15e tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299985 Sep 07 20:38:36.696644 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b0566-d392-4933-a0e6-cc12c76e13ea req-7772e568-1f86-4b3b-acb2-b4bcf9ded3e3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:36.698081 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-886b0566-d392-4933-a0e6-cc12c76e13ea req-7772e568-1f86-4b3b-acb2-b4bcf9ded3e3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 943 time: 0.0470638 Sep 07 20:38:36.736806 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-886b0566-d392-4933-a0e6-cc12c76e13ea req-7218e52c-f127-4121-8ba7-a7cb4796fa00 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329108 Sep 07 20:38:37.536568 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:37.846975 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe74d7e-0021-4702-a5e0-51c3d0943c23 req-e1c46642-116c-4263-97fd-0880e5db56ec tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:37.848337 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4fe74d7e-0021-4702-a5e0-51c3d0943c23 req-e1c46642-116c-4263-97fd-0880e5db56ec tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 943 time: 0.0472715 Sep 07 20:38:37.884229 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4fe74d7e-0021-4702-a5e0-51c3d0943c23 req-5a3ec55f-447f-4a18-8871-2b0c00a803b4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301421 Sep 07 20:38:38.993053 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eebabc-110c-4f55-a9f2-b7658644a6f2 req-fa2d3078-d687-4546-a924-88ca4f4dc1e9 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:38.994555 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e7eebabc-110c-4f55-a9f2-b7658644a6f2 req-fa2d3078-d687-4546-a924-88ca4f4dc1e9 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 943 time: 0.0469298 Sep 07 20:38:39.039544 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e7eebabc-110c-4f55-a9f2-b7658644a6f2 req-9ad92ef1-939e-4890-8f88-6c83bac23fdf tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388379 Sep 07 20:38:40.152084 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f18b5-7f00-4e22-b97c-102df065bee7 req-4ac4081f-dd4c-4836-a74a-0b0b5b2acf89 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:40.153528 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7f18b5-7f00-4e22-b97c-102df065bee7 req-4ac4081f-dd4c-4836-a74a-0b0b5b2acf89 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 943 time: 0.0466599 Sep 07 20:38:40.193037 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-6e7f18b5-7f00-4e22-b97c-102df065bee7 req-a9470060-540e-462b-8833-82f816b8ae7e tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337310 Sep 07 20:38:41.112785 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:38:41.303235 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235f7e2-70b5-4f22-8f7f-758aa56439f6 req-65270801-5d2f-4144-9394-029d6e12b08a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:41.304668 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0235f7e2-70b5-4f22-8f7f-758aa56439f6 req-65270801-5d2f-4144-9394-029d6e12b08a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 943 time: 0.0471525 Sep 07 20:38:41.340783 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0235f7e2-70b5-4f22-8f7f-758aa56439f6 req-893b219f-71b6-4f62-afdf-1e4c18f51e94 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296166 Sep 07 20:38:41.814818 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:38:41.905597 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:38:41.916609 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'port_id': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'mac_address': 'fa:16:3e:ba:f3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:38:41.951762 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:41.967335 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:38:41.985119 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:38:42.044932 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:42.091029 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,revision_number=4']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:38:42.097788 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.098133 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.098471 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.098804 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.099133 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.099461 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.099785 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.100106 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.100429 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.100751 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.101096 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.101414 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:42.274903 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['3ad6d4f7-64f5-417b-ac58-802ed7ad5914'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:38:42.451868 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec16d15-6c75-4ee6-9496-8f5103711032 req-8dff5f31-a740-4770-b567-0879277566e2 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:42.453368 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2ec16d15-6c75-4ee6-9496-8f5103711032 req-8dff5f31-a740-4770-b567-0879277566e2 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 944 time: 0.0475168 Sep 07 20:38:42.489452 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2ec16d15-6c75-4ee6-9496-8f5103711032 req-cdf2baaa-8efe-481e-bbd6-f4e624673399 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301726 Sep 07 20:38:43.600719 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43f89c-9f10-4b6e-91b9-75297b780268 req-be5ce51c-0568-4427-a741-665f865e0838 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:43.602168 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3a43f89c-9f10-4b6e-91b9-75297b780268 req-be5ce51c-0568-4427-a741-665f865e0838 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 944 time: 0.0467300 Sep 07 20:38:43.641868 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3a43f89c-9f10-4b6e-91b9-75297b780268 req-9b372547-5a2e-45a9-9481-0c0cf76b57ae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333915 Sep 07 20:38:43.815770 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:38:43.896374 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning for port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 completed by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 20:38:43.899832 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:38:43.900217 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:43.976076 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:43.997612 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:38:43.999851 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d8c21d-5432-4ad5-b5cc-cc52d643327d" -d '{"events": [{"server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "name": "network-vif-plugged", "status": "completed", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:38:44.012844 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:38:44.034661 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e8ab3f-2df5-46a1-bdd3-089b4be7fa1e x-openstack-request-id: req-93e8ab3f-2df5-46a1-bdd3-089b4be7fa1e {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:38:44.034927 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "name": "network-vif-plugged", "status": "completed", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:38:44.035175 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93e8ab3f-2df5-46a1-bdd3-089b4be7fa1e {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:38:44.035555 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'code': 200} Sep 07 20:38:44.051045 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:44.098333 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,revision_number=5']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:38:44.379366 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20552c36-65a1-4901-a591-3be1efa80476 req-f08fb21b-5185-42cd-b488-933270e564b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:44.380841 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-20552c36-65a1-4901-a591-3be1efa80476 req-f08fb21b-5185-42cd-b488-933270e564b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 1098 time: 0.0401552 Sep 07 20:38:44.415177 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-20552c36-65a1-4901-a591-3be1efa80476 req-61a5e20c-a9bb-4401-8873-0ec1a2f7c6e4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271504 Sep 07 20:38:44.753196 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11298a21-38b6-425e-bc26-7fbf0de19b7a req-77628387-36b4-4749-aaad-7724aafccda4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:44.754671 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-11298a21-38b6-425e-bc26-7fbf0de19b7a req-77628387-36b4-4749-aaad-7724aafccda4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 945 time: 0.0477345 Sep 07 20:38:44.791741 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-11298a21-38b6-425e-bc26-7fbf0de19b7a req-3494b4d4-7aa3-473b-a5ce-dd2d9b992c8d tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311680 Sep 07 20:38:45.222344 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-eff06658-7113-4e90-a195-94249e7f3fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:45.904587 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf30be-7656-4f2d-a32b-756631b63e8a req-81540aaf-8c3c-4e94-8627-375951095fe3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:45.906069 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eedf30be-7656-4f2d-a32b-756631b63e8a req-81540aaf-8c3c-4e94-8627-375951095fe3 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 945 time: 0.0477388 Sep 07 20:38:45.942286 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-eedf30be-7656-4f2d-a32b-756631b63e8a req-466c131e-0ca7-443e-8b53-9abf1ae3f441 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304389 Sep 07 20:38:46.051154 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46047c7-e75e-4382-ae22-fa9356de7ff0 req-9cae38d1-9aa9-44a9-84fe-1e47464ee1ba tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:46.059709 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b46047c7-e75e-4382-ae22-fa9356de7ff0 req-9cae38d1-9aa9-44a9-84fe-1e47464ee1ba tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 945 time: 0.0475140 Sep 07 20:38:46.096303 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b46047c7-e75e-4382-ae22-fa9356de7ff0 req-3ebbca1e-b37b-411a-a1a1-bc963d356b98 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339954 Sep 07 20:38:46.114683 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49302) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:38:46.152919 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586be0e5-2e1c-46d5-9bcb-8c4ebe9254a1 tempest-TestVolumeBootPattern-1353305002 tempest-TestVolumeBootPattern-1353305002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:46.154424 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-586be0e5-2e1c-46d5-9bcb-8c4ebe9254a1 tempest-TestVolumeBootPattern-1353305002 tempest-TestVolumeBootPattern-1353305002-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 1093 time: 0.0387914 Sep 07 20:38:46.157181 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49304) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:38:46.161289 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.v2.base [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Request body: {'floatingip': {'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'port_id': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94730) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 20:38:46.222064 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:46.313657 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:46.414858 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_common [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Allocated IP 172.27.0.163 (c8cccb9d-267e-4fb5-bdfa-5638fb586564/05371087-fea9-4f9f-80b7-ad016d4982b7/41e8ebfc-8e62-48a9-99a3-68e7a49ea064) {{(pid=94730) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 20:38:46.507949 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for port, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:46.594259 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761666110383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:46.639528 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Network c8cccb9d-267e-4fb5-bdfa-5638fb586564 is already hosted by enough agents. {{(pid=94730) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 20:38:46.644213 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.base_scheduler [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Resources bound (agent type, host, resource id): {{(pid=94730) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 20:38:46.646822 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Received port after_create {{(pid=94730) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 20:38:46.668997 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'Port': ['ID=41e8ebfc-8e62-48a9-99a3-68e7a49ea064,revision_number=1']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:38:46.681504 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.681879 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.682215 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.682555 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.682884 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.683215 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.684060 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.684388 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.684713 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.685034 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.685354 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:46.685670 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:38:47.005396 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:47.109120 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:47.252631 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for port, precommit_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:47.302472 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130475707'] for port, after_update {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:47.366821 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event updated for resources: {'Port': ['ID=41e8ebfc-8e62-48a9-99a3-68e7a49ea064,revision_number=2']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:38:47.376899 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133838974'] for floatingip, after_create {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:47.471676 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.db.l3_db [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Floating IP dd1323f1-8c58-4c49-81ee-eaa4df5aac94 associated. External IP: 172.27.0.163, port: 3ad6d4f7-64f5-417b-ac58-802ed7ad5914. Sep 07 20:38:47.668692 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Router 883296fa-d292-4f7e-a1c1-546e35a53945 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:38:47.769480 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:38:47.779412 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] Sync routers for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:38:47.789282 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:38:47.789931 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:38:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:38:47.851178 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:47.877542 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-861803c8-5ff2-429d-8a28-41b1de9b63ff tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7193398 Sep 07 20:38:47.878230 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914'}] {{(pid=94730) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:38:47.880503 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b185680c52a6fdd4f367bc15b856f9cc9cb402bd713b7c4f2d842fc17de56b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48" -d '{"events": [{"name": "network-changed", "server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914"}]}' {{(pid=94730) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:38:47.907138 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:38:47.937456 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-051a2fc4-c259-4502-8fac-3ac1e7583b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:47.972201 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267eeaa5-12cb-4dc2-87d6-fd6a8ae0bbac x-openstack-request-id: req-267eeaa5-12cb-4dc2-87d6-fd6a8ae0bbac {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:38:47.972201 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914", "status": "completed", "code": 200}]} {{(pid=94730) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:38:47.972465 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-267eeaa5-12cb-4dc2-87d6-fd6a8ae0bbac {{(pid=94730) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:38:47.972668 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'status': 'completed', 'code': 200} Sep 07 20:38:48.041163 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-ea0501f2-6fd3-4176-a9c1-d8365157a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:48.042666 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-ea0501f2-6fd3-4176-a9c1-d8365157a0dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 1098 time: 0.0397477 Sep 07 20:38:48.136191 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '4b2099f9-c8e0-4481-8db2-8d49469d7f56', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:36:49Z', 'updated_at': '2021-09-07T20:36:52Z', 'revision_number': 1, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}, {'id': 'dd1323f1-8c58-4c49-81ee-eaa4df5aac94', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:ba:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:38:46Z', 'updated_at': '2021-09-07T20:38:46Z', 'revision_number': 0, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:38:48.137359 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-79d076b1-f9d3-4483-bf09-e57968fec46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:48.138907 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-79d076b1-f9d3-4483-bf09-e57968fec46a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 912 time: 0.0886521 Sep 07 20:38:48.162272 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] Checking router: 883296fa-d292-4f7e-a1c1-546e35a53945 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:38:48.170661 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:38:48.171257 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:38:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:38:48.206827 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-6429e05f-b4be-476f-b7fa-42641c370cbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ad6d4f7-64f5-417b-ac58-802ed7ad5914 HTTP/1.1" status: 200 len: 999 time: 0.0609686 Sep 07 20:38:48.266374 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-1bdcfb05-2fd1-47a4-8255-b88e177f63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:48.267959 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-1bdcfb05-2fd1-47a4-8255-b88e177f63c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0548823 Sep 07 20:38:48.283643 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:38:48.310656 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:48.316741 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-34ae8c90-59eb-4c1c-8b6f-a1674212cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:38:48.318293 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-34ae8c90-59eb-4c1c-8b6f-a1674212cde6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435333 Sep 07 20:38:48.410189 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-ec7efd4b-0442-458b-a2f0-87a8be0dbaf6 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844030 Sep 07 20:38:48.497404 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-bddddf0d-0ae8-40aa-96ad-e09708a0ab48 req-616e9802-c6c7-4624-b950-7690f629f26f service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806139 Sep 07 20:38:48.501292 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '4b2099f9-c8e0-4481-8db2-8d49469d7f56', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:36:49Z', 'updated_at': '2021-09-07T20:36:52Z', 'revision_number': 1, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}, {'id': 'dd1323f1-8c58-4c49-81ee-eaa4df5aac94', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:ba:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:38:46Z', 'updated_at': '2021-09-07T20:38:46Z', 'revision_number': 0, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:38:48.531046 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46cfd3-c464-4733-8d2d-251c9647275d None None] The sync data for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi is: [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '4b2099f9-c8e0-4481-8db2-8d49469d7f56', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:36:49Z', 'updated_at': '2021-09-07T20:36:52Z', 'revision_number': 1, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}, {'id': 'dd1323f1-8c58-4c49-81ee-eaa4df5aac94', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:ba:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:38:46Z', 'updated_at': '2021-09-07T20:38:46Z', 'revision_number': 0, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:38:48.732147 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ea164-1778-41e7-bb77-a93438a49f30 None None] New status for floating IP dd1323f1-8c58-4c49-81ee-eaa4df5aac94: ACTIVE {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:38:49.679439 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:38:50.753944 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:07.553310 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:15.227414 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-7cd0face-eb4c-469b-b22e-e21fabd3a34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:15.243381 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-0763a127-1d05-4cb7-ad5a-b13e5ab89ce6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384822 Sep 07 20:39:15.306777 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-a2569dfd-96b6-4f49-8a59-47ace0474563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:15.308264 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-a2569dfd-96b6-4f49-8a59-47ace0474563 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1099 time: 0.0432563 Sep 07 20:39:15.407518 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-da9e68cd-ceef-40f7-8aed-acb38b71bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:15.408949 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-da9e68cd-ceef-40f7-8aed-acb38b71bd56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c5768d9-5e68-4f93-bba0-8a3175a6b046 HTTP/1.1" status: 200 len: 909 time: 0.0816305 Sep 07 20:39:15.474102 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-40b887e9-28e2-41fa-b78b-1047105a7a64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1aad673-a078-47f0-a769-176eea14b889 HTTP/1.1" status: 200 len: 1002 time: 0.0582635 Sep 07 20:39:15.521333 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-859517b8-d0f7-494e-85b3-9d0fc3b90105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:15.523325 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-859517b8-d0f7-494e-85b3-9d0fc3b90105 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3719c8-c004-4374-9254-1900f770bf66 HTTP/1.1" status: 200 len: 847 time: 0.0423102 Sep 07 20:39:15.567550 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-6271f2e8-d593-49b7-99db-2d4f57f9e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:15.569034 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-6271f2e8-d593-49b7-99db-2d4f57f9e0c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c5768d9-5e68-4f93-bba0-8a3175a6b046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395436 Sep 07 20:39:15.660848 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-f764ec14-ceac-404d-8d59-e1edbc8596e8 service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833154 Sep 07 20:39:15.746504 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-927a6da7-490c-46dd-b8a9-d52e6ac96802 req-a40bbf0e-3569-49a2-bc08-a4490df19233 service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787585 Sep 07 20:39:17.913576 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-bba83051-273a-49ee-bb99-91f9ec5aaed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:18.111450 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:39:18.255893 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:19.684138 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:20.764716 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:33.898279 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134102f-2a4b-4b0b-8873-4ece0648166a req-18a5c9c9-7848-4a32-97e5-d1c962b9ba51 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:33.899752 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d134102f-2a4b-4b0b-8873-4ece0648166a req-18a5c9c9-7848-4a32-97e5-d1c962b9ba51 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0479188 Sep 07 20:39:33.940347 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d134102f-2a4b-4b0b-8873-4ece0648166a req-ce981f4a-e9ee-4336-8e0b-d081fa072a18 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345504 Sep 07 20:39:35.052513 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e582c5-c3b1-47e6-89ad-222c45698f4a req-237cf70f-fd37-4b87-a60b-aebe99416d36 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:35.053967 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b6e582c5-c3b1-47e6-89ad-222c45698f4a req-237cf70f-fd37-4b87-a60b-aebe99416d36 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0468881 Sep 07 20:39:35.089593 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b6e582c5-c3b1-47e6-89ad-222c45698f4a req-82fccfab-6622-4a1d-9cce-4ca6412ea5ff tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298357 Sep 07 20:39:36.200617 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62f52c-5405-4399-b6d9-cec7ad2a1559 req-55c84c82-9081-4ca3-be76-b51d0c7b4b78 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:36.202097 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a62f52c-5405-4399-b6d9-cec7ad2a1559 req-55c84c82-9081-4ca3-be76-b51d0c7b4b78 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0472691 Sep 07 20:39:36.238469 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-8a62f52c-5405-4399-b6d9-cec7ad2a1559 req-a5608333-e330-43b4-a23b-0c6bc323019b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298755 Sep 07 20:39:37.350207 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b96dc5-2658-4920-85cd-ac8d3eacba9d req-2f193dab-de8c-4e6c-91c2-560f3182e8d3 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:37.351661 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f8b96dc5-2658-4920-85cd-ac8d3eacba9d req-2f193dab-de8c-4e6c-91c2-560f3182e8d3 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0473223 Sep 07 20:39:37.390588 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-f8b96dc5-2658-4920-85cd-ac8d3eacba9d req-a67d90f6-3382-4c4c-b206-1517249f4b7c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331731 Sep 07 20:39:37.575928 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:38.503079 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb47fbf-e555-491a-863d-fd50c2902d6f req-8fb3749a-ccb9-4275-9907-66c48aec53a9 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:38.504540 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4bb47fbf-e555-491a-863d-fd50c2902d6f req-8fb3749a-ccb9-4275-9907-66c48aec53a9 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0481036 Sep 07 20:39:38.541937 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-4bb47fbf-e555-491a-863d-fd50c2902d6f req-a85c7692-3eb7-45ee-a3e7-73ebad54b9eb tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314934 Sep 07 20:39:39.651342 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cd7f0-1876-46af-8d2c-dcc04b8851ec req-a043ede0-e54c-418e-bb27-40d6037d931e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:39.652830 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-492cd7f0-1876-46af-8d2c-dcc04b8851ec req-a043ede0-e54c-418e-bb27-40d6037d931e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0473530 Sep 07 20:39:39.689432 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-492cd7f0-1876-46af-8d2c-dcc04b8851ec req-ed036c65-d311-4280-81c6-99e8802a8d96 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307398 Sep 07 20:39:40.798626 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716926e-9e05-425a-96e2-2f4a19a240dd req-a9c6ff7a-e021-445c-9b7c-df7b4bcc88c8 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:40.800571 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a716926e-9e05-425a-96e2-2f4a19a240dd req-a9c6ff7a-e021-445c-9b7c-df7b4bcc88c8 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0475461 Sep 07 20:39:40.839879 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-a716926e-9e05-425a-96e2-2f4a19a240dd req-33a6b4ce-63fb-4b89-9d1a-2d5c6e8142ea tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Sep 07 20:39:41.950518 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1958e16-c709-4b0b-8680-67be8ca1da6e req-d93e7ddb-1409-49aa-97ba-57304182951c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:41.951971 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d1958e16-c709-4b0b-8680-67be8ca1da6e req-d93e7ddb-1409-49aa-97ba-57304182951c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0480216 Sep 07 20:39:41.989277 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d1958e16-c709-4b0b-8680-67be8ca1da6e req-b67a0bf3-37d0-4d28-9f30-a0edd5eba5bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Sep 07 20:39:43.099978 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7020-dae9-4266-a56d-063d36b59691 req-cdd30337-8a1f-4701-9cac-16c7e8d9f1ea tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:43.101429 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-525b7020-dae9-4266-a56d-063d36b59691 req-cdd30337-8a1f-4701-9cac-16c7e8d9f1ea tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0469134 Sep 07 20:39:43.138032 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-525b7020-dae9-4266-a56d-063d36b59691 req-3642baae-1f39-4c37-824a-63e241fd6bf6 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307579 Sep 07 20:39:44.113671 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-fa4d6d80-2b2f-4668-835e-f75d25ce255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:44.115155 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-fa4d6d80-2b2f-4668-835e-f75d25ce255f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1099 time: 0.0435486 Sep 07 20:39:44.202768 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-7590f6a2-8fe8-4f9a-ac30-0afb567f30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:44.204265 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-7590f6a2-8fe8-4f9a-ac30-0afb567f30cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c5768d9-5e68-4f93-bba0-8a3175a6b046 HTTP/1.1" status: 200 len: 909 time: 0.0820572 Sep 07 20:39:44.249627 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c88de-3f89-4c37-95ff-8ded1759b8fc req-d258407c-741a-471f-a18a-e26ec898acad tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:44.251204 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0d0c88de-3f89-4c37-95ff-8ded1759b8fc req-d258407c-741a-471f-a18a-e26ec898acad tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0468140 Sep 07 20:39:44.271168 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-67983c15-2232-4b73-b549-1e3d650968a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1aad673-a078-47f0-a769-176eea14b889 HTTP/1.1" status: 200 len: 1002 time: 0.0601358 Sep 07 20:39:44.291755 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-0d0c88de-3f89-4c37-95ff-8ded1759b8fc req-bf7dd12a-5b68-4439-af75-7c85771d436d tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340817 Sep 07 20:39:44.319481 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-b883f1c2-ab07-46e3-a6f7-e84d4cceec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:44.320937 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-b883f1c2-ab07-46e3-a6f7-e84d4cceec54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3719c8-c004-4374-9254-1900f770bf66 HTTP/1.1" status: 200 len: 847 time: 0.0430663 Sep 07 20:39:44.365166 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-2350257d-7739-47cf-921e-0b06987f0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:44.366639 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-2350257d-7739-47cf-921e-0b06987f0a7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c5768d9-5e68-4f93-bba0-8a3175a6b046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383782 Sep 07 20:39:44.459647 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-6cd3b076-9d8a-43af-a9bf-32b651750f29 service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855207 Sep 07 20:39:44.547386 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5e7c601f-d40c-4b5e-9a5c-f48cbcfdb6df req-ee08d3e4-0a8d-4116-b0e6-e38ca081f4d4 service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789554 Sep 07 20:39:45.221114 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-18f2068b-cd5e-46c3-baf7-925653d0b234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:45.402522 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c889a14-3672-47ff-aaac-9ebeadeab455 req-b95aea55-95db-4743-b687-ed498083e341 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:45.403975 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3c889a14-3672-47ff-aaac-9ebeadeab455 req-b95aea55-95db-4743-b687-ed498083e341 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0467298 Sep 07 20:39:45.440361 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3c889a14-3672-47ff-aaac-9ebeadeab455 req-728d66bb-8ce6-4c6c-bbcd-54127197f41b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299835 Sep 07 20:39:46.568839 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384eb3d-9d95-4fde-b503-b1cbd3b8433b req-b85a4c9a-5918-491d-bed1-79d1a4071811 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:46.570554 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7384eb3d-9d95-4fde-b503-b1cbd3b8433b req-b85a4c9a-5918-491d-bed1-79d1a4071811 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0503871 Sep 07 20:39:46.609677 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-7384eb3d-9d95-4fde-b503-b1cbd3b8433b req-f41941fd-9d26-41ca-99fc-81f36e9e1325 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328183 Sep 07 20:39:47.732285 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5186a11-5946-47f3-a7a1-6788b66b7dd7 req-4baea1e7-5606-4816-8c29-118b49b901e7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:47.733760 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d5186a11-5946-47f3-a7a1-6788b66b7dd7 req-4baea1e7-5606-4816-8c29-118b49b901e7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0468531 Sep 07 20:39:47.773700 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d5186a11-5946-47f3-a7a1-6788b66b7dd7 req-71175af8-aee2-477b-8052-30c445529ed6 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334446 Sep 07 20:39:47.958741 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-9863d774-1611-4c33-a9db-d9181b404e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:48.111339 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701d1cc-0e9c-46a7-9638-be3c673b62da req-c3f2a706-02ee-4ed1-af64-fdc0304de725 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:48.113355 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5701d1cc-0e9c-46a7-9638-be3c673b62da req-c3f2a706-02ee-4ed1-af64-fdc0304de725 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0478270 Sep 07 20:39:48.151876 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-5701d1cc-0e9c-46a7-9638-be3c673b62da req-89ee2c06-3ba6-4411-9379-0db757f6cf0d tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322742 Sep 07 20:39:48.192946 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-2de6156f-db13-4238-9370-dd5d50c051ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861635 Sep 07 20:39:48.289872 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:49.263850 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8e4a0-61b0-4809-889b-2e9fc880ec2c req-43042954-0b5f-4f4a-9736-def8b5d6b2ab tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:49.265359 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bdf8e4a0-61b0-4809-889b-2e9fc880ec2c req-43042954-0b5f-4f4a-9736-def8b5d6b2ab tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0479827 Sep 07 20:39:49.302482 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bdf8e4a0-61b0-4809-889b-2e9fc880ec2c req-d70278a6-4cf7-438a-9de0-7e940e0d3413 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307381 Sep 07 20:39:49.661409 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:50.169703 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a1aad673-a078-47f0-a769-176eea14b889 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:39:50.244747 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:50.270614 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:39:50.272816 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a5a6e-87ef-47fd-9489-258fb1c32f8e" -d '{"events": [{"server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1aad673-a078-47f0-a769-176eea14b889"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:39:50.288598 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a1aad673-a078-47f0-a769-176eea14b889,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:39:50.309476 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-f9cfdb32-acda-4034-b0a0-b182b0175a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:50.311054 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-f9cfdb32-acda-4034-b0a0-b182b0175a44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f&tenant_id=94f3d149525b4f90b1b321fc485ea5ef HTTP/1.1" status: 200 len: 1099 time: 0.0695710 Sep 07 20:39:50.370685 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:50.377208 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-0789a207-54c1-4727-a514-0fceef9f23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:50.379054 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-0789a207-54c1-4727-a514-0fceef9f23fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1099 time: 0.0443649 Sep 07 20:39:50.388290 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9b905c-0423-436c-91e4-c69b5d53e086 x-openstack-request-id: req-7e9b905c-0423-436c-91e4-c69b5d53e086 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:39:50.388808 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "name": "network-vif-unplugged", "status": "completed", "tag": "a1aad673-a078-47f0-a769-176eea14b889", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:39:50.389207 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7e9b905c-0423-436c-91e4-c69b5d53e086 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:39:50.389808 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889', 'code': 200} Sep 07 20:39:50.416123 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a1aad673-a078-47f0-a769-176eea14b889,revision_number=6']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:39:50.423177 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.427958 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:39:50.439177 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38534d5-d206-4dd4-adfd-230b5d66859a req-66326f2f-0498-4cb2-92b7-f3a3e31ab12f tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:50.440677 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c38534d5-d206-4dd4-adfd-230b5d66859a req-66326f2f-0498-4cb2-92b7-f3a3e31ab12f tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0601721 Sep 07 20:39:50.479385 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-b0795015-231c-4457-a1c5-58b42273eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:50.480846 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-b0795015-231c-4457-a1c5-58b42273eb52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c5768d9-5e68-4f93-bba0-8a3175a6b046 HTTP/1.1" status: 200 len: 909 time: 0.0943394 Sep 07 20:39:50.481313 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c38534d5-d206-4dd4-adfd-230b5d66859a req-7ae7e2e4-c8dc-4cd2-a4bf-c686b9f75c6b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343666 Sep 07 20:39:50.545186 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-b6f0e7ae-5c55-445d-a31b-33b2fd0d4343 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1aad673-a078-47f0-a769-176eea14b889 HTTP/1.1" status: 200 len: 1000 time: 0.0571680 Sep 07 20:39:50.596261 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-ecd692d8-b05c-4e69-b8fe-668ca24bf855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:50.598159 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-ecd692d8-b05c-4e69-b8fe-668ca24bf855 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3719c8-c004-4374-9254-1900f770bf66 HTTP/1.1" status: 200 len: 847 time: 0.0456092 Sep 07 20:39:50.640331 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-8a4c2f11-1f9a-435e-8ef8-c7940edd6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:50.641781 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-8a4c2f11-1f9a-435e-8ef8-c7940edd6915 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c5768d9-5e68-4f93-bba0-8a3175a6b046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372789 Sep 07 20:39:50.728409 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-e0cb297b-2b55-4837-851a-7e5e63c0236a service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795894 Sep 07 20:39:50.770347 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:50.819081 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-64c5d587-f24d-4085-ba74-3db46bbe6312 req-053e9a3c-bb4b-4610-a4a3-8139a5a190c8 service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832953 Sep 07 20:39:51.595255 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fdd4d-233f-400e-a665-483bbdefa249 req-8d576bfe-ef65-48a7-be3a-a30490cc5c95 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:51.596739 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b44fdd4d-233f-400e-a665-483bbdefa249 req-8d576bfe-ef65-48a7-be3a-a30490cc5c95 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0484614 Sep 07 20:39:51.633629 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-b44fdd4d-233f-400e-a665-483bbdefa249 req-5cb9ee91-4d06-4d53-a311-0ac7d1f2bb11 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Sep 07 20:39:52.743779 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460fa13-d5b4-42fc-9455-072cd73ceda3 req-bcb34c38-4f61-45eb-a7c1-3e2e564e5877 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:52.745234 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3460fa13-d5b4-42fc-9455-072cd73ceda3 req-bcb34c38-4f61-45eb-a7c1-3e2e564e5877 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0474825 Sep 07 20:39:52.781267 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-3460fa13-d5b4-42fc-9455-072cd73ceda3 req-e593789f-e9e5-4a3a-b0cb-7c748123b274 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302329 Sep 07 20:39:53.890677 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb71e63-bf93-486d-a9de-4fc32a6d5fd6 req-7df7090d-230e-48fe-af5b-57b91928722d tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:53.892117 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bbb71e63-bf93-486d-a9de-4fc32a6d5fd6 req-7df7090d-230e-48fe-af5b-57b91928722d tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0470073 Sep 07 20:39:53.931243 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-bbb71e63-bf93-486d-a9de-4fc32a6d5fd6 req-200cea42-02ba-43cf-ae0d-76915ee9430d tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327518 Sep 07 20:39:55.041210 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356bf3-85a3-4c0c-a5e5-abe34440621d req-f37eb3b2-6ce1-4253-bb34-6ec61d305fe0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:55.042702 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db356bf3-85a3-4c0c-a5e5-abe34440621d req-f37eb3b2-6ce1-4253-bb34-6ec61d305fe0 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0469646 Sep 07 20:39:55.078988 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-db356bf3-85a3-4c0c-a5e5-abe34440621d req-699b5182-9de8-4f51-bae2-e4f7f96c1d1c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304875 Sep 07 20:39:55.109545 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:39:56.188617 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268c8f7-d303-4ec8-9fdc-89a9ebbcfdb4 req-7931d752-e9f9-43da-886b-13d79ca1080f tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:56.190108 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e268c8f7-d303-4ec8-9fdc-89a9ebbcfdb4 req-7931d752-e9f9-43da-886b-13d79ca1080f tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0475466 Sep 07 20:39:56.225999 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-e268c8f7-d303-4ec8-9fdc-89a9ebbcfdb4 req-29e3f011-6223-41d5-b916-da82192ca1e9 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299156 Sep 07 20:39:56.977954 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a5a0f-e63a-413f-81ec-8444e0165cfe req-f1db1bd8-07b3-49fa-a761-f033b78f30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:56.979402 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-967a5a0f-e63a-413f-81ec-8444e0165cfe req-f1db1bd8-07b3-49fa-a761-f033b78f30dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1097 time: 0.0401382 Sep 07 20:39:57.013452 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-967a5a0f-e63a-413f-81ec-8444e0165cfe req-2311804a-e1d7-4e2c-9429-0bd5180b7972 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266290 Sep 07 20:39:57.339194 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6c0b9-2a6f-4697-8417-6c6b9804eaba req-e9110f79-7393-4526-9b87-773b00cd99e7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:57.340709 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c9d6c0b9-2a6f-4697-8417-6c6b9804eaba req-e9110f79-7393-4526-9b87-773b00cd99e7 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 944 time: 0.0506027 Sep 07 20:39:57.380326 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-c9d6c0b9-2a6f-4697-8417-6c6b9804eaba req-9058fea2-118a-4764-b0fe-648b37646092 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336659 Sep 07 20:39:58.208348 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a1aad673-a078-47f0-a769-176eea14b889 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94731) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 20:39:58.301685 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a1aad673-a078-47f0-a769-176eea14b889,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:39:58.312572 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Returning: {'device': 'a1aad673-a078-47f0-a769-176eea14b889', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'port_id': 'a1aad673-a078-47f0-a769-176eea14b889', 'mac_address': 'fa:16:3e:9a:e5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94731) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 20:39:58.347316 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:58.359481 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1aad673-a078-47f0-a769-176eea14b889 {{(pid=94731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 20:39:58.377837 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a1aad673-a078-47f0-a769-176eea14b889,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:39:58.443881 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:39:58.492680 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6901a-5b5a-4dcf-8226-564c97404e7b req-f5da2b4b-50a8-449e-8b72-eb6c1a398d1e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:39:58.494167 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-24d6901a-5b5a-4dcf-8226-564c97404e7b req-f5da2b4b-50a8-449e-8b72-eb6c1a398d1e tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 945 time: 0.0477507 Sep 07 20:39:58.495113 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a1aad673-a078-47f0-a769-176eea14b889,revision_number=7']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:39:58.531806 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-24d6901a-5b5a-4dcf-8226-564c97404e7b req-b092394b-5800-4586-9d51-abbea4584063 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304582 Sep 07 20:39:58.688161 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] get_ports_and_sgs() called for port_ids ['a1aad673-a078-47f0-a769-176eea14b889'] {{(pid=94731) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 20:40:00.215562 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a1aad673-a078-47f0-a769-176eea14b889 up at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 20:40:00.261146 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.provisioning_blocks [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Provisioning complete for port a1aad673-a078-47f0-a769-176eea14b889 triggered by entity L2. {{(pid=94731) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 20:40:00.261535 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690905'] for port, provisioning_complete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:00.333427 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666213'] for port, before_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:00.358167 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889'}] {{(pid=94731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:40:00.360317 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a4824713511a2e1b9225512cfdd9f71300f306019cbfbc96586cf8390d2af1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddfef8c-09f4-4cbd-8c8e-bdb5f050161b" -d '{"events": [{"server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "name": "network-vif-plugged", "status": "completed", "tag": "a1aad673-a078-47f0-a769-176eea14b889"}]}' {{(pid=94731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:40:00.379406 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a1aad673-a078-47f0-a769-176eea14b889,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:00.395862 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce045f49-4883-4e93-a134-a2ea700d7096 x-openstack-request-id: req-ce045f49-4883-4e93-a134-a2ea700d7096 {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:40:00.396658 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "name": "network-vif-plugged", "status": "completed", "tag": "a1aad673-a078-47f0-a769-176eea14b889", "code": 200}]} {{(pid=94731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:40:00.396896 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce045f49-4883-4e93-a134-a2ea700d7096 {{(pid=94731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:40:00.397303 dv-cinder-760194-9-iscsi neutron-server[94731]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889', 'code': 200} Sep 07 20:40:00.460979 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761666500078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761666110401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761666110419'] for port, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:00.507738 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Pushing event updated for resources: {'Port': ['ID=a1aad673-a078-47f0-a769-176eea14b889,revision_number=8']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:07.529378 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:15.221090 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffcdb-2527-497d-a4e6-6dc08bce1092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:16.233656 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-a48a1660-c609-4d58-bdd1-a78e33204c36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375633 Sep 07 20:40:16.316052 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-b45d4f21-1652-440f-8f99-be67a6189a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:16.317492 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-b45d4f21-1652-440f-8f99-be67a6189a89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 1099 time: 0.0422966 Sep 07 20:40:16.415280 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-bcd28f0d-7996-43df-9f9b-cb2af8c7e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:16.416683 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-bcd28f0d-7996-43df-9f9b-cb2af8c7e9ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 912 time: 0.0809684 Sep 07 20:40:16.483573 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-950c7669-194e-4d77-a43e-e5949bd98754 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf HTTP/1.1" status: 200 len: 1002 time: 0.0586438 Sep 07 20:40:16.530470 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-5a1d843f-9328-4cd4-90c6-dbe2d8fbd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:16.531918 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-5a1d843f-9328-4cd4-90c6-dbe2d8fbd2dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0410144 Sep 07 20:40:16.577629 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-46f88391-c45b-473b-94da-590ec1ef291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:16.579915 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-46f88391-c45b-473b-94da-590ec1ef291c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399086 Sep 07 20:40:16.671394 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-ce6d5f48-4fca-4dfe-814a-0fb751fe9c69 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841017 Sep 07 20:40:16.758646 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-428cf126-91b4-4f4d-9186-e3fc5f5cc91d req-36952846-cff3-4c71-9349-14857f41d228 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788617 Sep 07 20:40:16.979320 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49416) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:17.131460 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Deleting port 41e8ebfc-8e62-48a9-99a3-68e7a49ea064 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:17.131803 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:17.203905 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:17.204223 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:17.215419 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Calling delete_port for 41e8ebfc-8e62-48a9-99a3-68e7a49ea064 owned by network:floatingip {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:17.443722 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:17.467322 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event deleted for resources: {'Port': ['ID=41e8ebfc-8e62-48a9-99a3-68e7a49ea064,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:17.478841 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.479186 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.479521 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.479850 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.480179 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.480504 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.480825 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.481143 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.481463 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.481814 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.482139 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.482444 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:17.536068 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:17.536432 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.l3_db [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Floating IP dd1323f1-8c58-4c49-81ee-eaa4df5aac94 disassociated (deleted). External IP: 172.27.0.163, port: 3ad6d4f7-64f5-417b-ac58-802ed7ad5914. Sep 07 20:40:17.925248 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-24110e6e-dd61-4e9a-80e9-eb37709cfc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:17.975132 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Router 883296fa-d292-4f7e-a1c1-546e35a53945 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:40:18.077399 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:40:18.082195 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:18.087326 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] Sync routers for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:40:18.095745 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:40:18.096348 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:18.108955 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-15b93250-393c-4ec6-b6ff-549109b8957a tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "DELETE /v2.0/floatingips/dd1323f1-8c58-4c49-81ee-eaa4df5aac94 HTTP/1.1" status: 204 len: 168 time: 1.1285670 Sep 07 20:40:18.109525 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:40:18.111897 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a84695-da0f-4db1-b82c-c21e701b86be" -d '{"events": [{"name": "network-changed", "server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:40:18.147701 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b01bf6-24c9-46c8-b5ee-e839916e19c8 x-openstack-request-id: req-89b01bf6-24c9-46c8-b5ee-e839916e19c8 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:40:18.148191 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:40:18.148602 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89b01bf6-24c9-46c8-b5ee-e839916e19c8 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:40:18.149835 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'status': 'completed', 'code': 200} Sep 07 20:40:18.219929 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a84695-da0f-4db1-b82c-c21e701b86be req-dd797591-fbbb-4841-8f95-c4d8d0ec277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:18.221473 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-93a84695-da0f-4db1-b82c-c21e701b86be req-dd797591-fbbb-4841-8f95-c4d8d0ec277e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 1098 time: 0.0454206 Sep 07 20:40:18.319331 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a84695-da0f-4db1-b82c-c21e701b86be req-12f83531-e26a-4b4b-a9b7-0690172557ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:18.321423 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-93a84695-da0f-4db1-b82c-c21e701b86be req-12f83531-e26a-4b4b-a9b7-0690172557ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 912 time: 0.0920103 Sep 07 20:40:18.342607 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:40:18.364444 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-93a84695-da0f-4db1-b82c-c21e701b86be req-f09a2e91-7455-43c0-abb6-d94e5df877e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ad6d4f7-64f5-417b-ac58-802ed7ad5914 HTTP/1.1" status: 200 len: 217 time: 0.0350606 Sep 07 20:40:18.414566 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:18.419868 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a84695-da0f-4db1-b82c-c21e701b86be req-f7ad4364-5d69-4a69-be6c-bc258af21e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:18.421386 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-93a84695-da0f-4db1-b82c-c21e701b86be req-f7ad4364-5d69-4a69-be6c-bc258af21e13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0483174 Sep 07 20:40:18.484695 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a84695-da0f-4db1-b82c-c21e701b86be req-5337f763-8d9e-420a-acf0-d01df2166ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:18.486107 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-93a84695-da0f-4db1-b82c-c21e701b86be req-5337f763-8d9e-420a-acf0-d01df2166ff9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521395 Sep 07 20:40:18.537660 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59429b88-06fa-4986-997f-8722c1fbdfca req-578ebc48-eefe-48e6-a45a-1f6eec44daae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:18.540620 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-59429b88-06fa-4986-997f-8722c1fbdfca req-578ebc48-eefe-48e6-a45a-1f6eec44daae tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 945 time: 0.0591908 Sep 07 20:40:18.592987 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-59429b88-06fa-4986-997f-8722c1fbdfca req-0e4d9033-0370-4b05-98c8-1189495276d4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337608 Sep 07 20:40:18.595050 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '4b2099f9-c8e0-4481-8db2-8d49469d7f56', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:36:49Z', 'updated_at': '2021-09-07T20:36:52Z', 'revision_number': 1, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:18.597920 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-93a84695-da0f-4db1-b82c-c21e701b86be req-cd25c202-cfa3-481b-bd16-e9d870d3da3b service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997832 Sep 07 20:40:18.622554 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] Checking router: 883296fa-d292-4f7e-a1c1-546e35a53945 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:40:18.631224 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:40:18.631482 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:18.692352 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-93a84695-da0f-4db1-b82c-c21e701b86be req-688058a0-5cc9-4dd2-a18c-1334bbd37ace service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866573 Sep 07 20:40:18.738537 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:40:18.955873 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '4b2099f9-c8e0-4481-8db2-8d49469d7f56', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:36:49Z', 'updated_at': '2021-09-07T20:36:52Z', 'revision_number': 1, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:18.985838 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0f9d5-388e-4a9d-91ce-52df482f7ee7 None None] The sync data for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi is: [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_floatingips': [{'id': '4b2099f9-c8e0-4481-8db2-8d49469d7f56', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'router_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'port_id': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'mac_address': 'fa:16:3e:96:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T20:36:49Z', 'updated_at': '2021-09-07T20:36:52Z', 'revision_number': 1, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:40:19.199261 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f77214-a47b-45b1-9c91-b18a2eb0daf1 None None] New status for floating IP dd1323f1-8c58-4c49-81ee-eaa4df5aac94: DOWN {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:40:19.708764 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d9082-e00d-4533-b9e8-93707e271ad7 req-1fadf9e2-2969-475a-9ed6-a959cc9001b0 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:19.710379 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d47d9082-e00d-4533-b9e8-93707e271ad7 req-1fadf9e2-2969-475a-9ed6-a959cc9001b0 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 945 time: 0.0500994 Sep 07 20:40:19.718183 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:19.751003 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-d47d9082-e00d-4533-b9e8-93707e271ad7 req-b311cb20-6676-413f-8e3f-1ac17a4fed22 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338032 Sep 07 20:40:20.109611 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-c4500ab5-8c0c-4bd8-b47a-d7797a1112c0 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:20.111090 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-c4500ab5-8c0c-4bd8-b47a-d7797a1112c0 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 945 time: 0.0467515 Sep 07 20:40:20.201569 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Deleting port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:20.201930 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:20.290365 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] For port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:20.290728 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:20.302783 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Calling delete_port for 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 owned by compute:nova {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:20.472752 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:20.500958 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event deleted for resources: {'Port': ['ID=3ad6d4f7-64f5-417b-ac58-802ed7ad5914,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:20.552001 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] No DVR routers for this DVR port 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 on host hv-cinder-76019 {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:40:20.554637 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:20.557260 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-a31e4b96-2ef8-4fb2-9a7e-d818e413b24c req-92167ef0-faac-4d3e-ac9d-983b8e9a9cf1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "DELETE /v2.0/ports/3ad6d4f7-64f5-417b-ac58-802ed7ad5914 HTTP/1.1" status: 204 len: 173 time: 0.4399984 Sep 07 20:40:20.557771 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'name': 'network-vif-deleted', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:40:20.564522 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2421f4-a56c-43ac-8f04-9237ecec2100" -d '{"events": [{"server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "name": "network-vif-deleted", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:40:20.594088 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bd7451-e0c3-4bcf-9470-bf79e4b602a3 x-openstack-request-id: req-e4bd7451-e0c3-4bcf-9470-bf79e4b602a3 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:40:20.594376 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d53a4cc-c626-49d5-b8d4-60b90edb802f", "name": "network-vif-deleted", "tag": "3ad6d4f7-64f5-417b-ac58-802ed7ad5914", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:40:20.594624 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e4bd7451-e0c3-4bcf-9470-bf79e4b602a3 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:40:20.595020 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d53a4cc-c626-49d5-b8d4-60b90edb802f', 'name': 'network-vif-deleted', 'tag': '3ad6d4f7-64f5-417b-ac58-802ed7ad5914', 'status': 'completed', 'code': 200} Sep 07 20:40:20.752308 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:20.843507 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-30739c4f-e9a8-49b6-8b0d-09b76724abad req-dbe1e441-3600-4ac1-baa8-f01040e4c386 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d53a4cc-c626-49d5-b8d4-60b90edb802f HTTP/1.1" status: 200 len: 210 time: 0.0269492 Sep 07 20:40:24.334456 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49444) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:24.348313 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:40:24.367103 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:40:24.367437 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 3ad6d4f7-64f5-417b-ac58-802ed7ad5914 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:40:24.485224 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Deleting port bda7d9d1-b16f-4263-926d-e9e4269814ff {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:24.485561 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:24.557876 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:24.558205 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:24.570008 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Calling delete_port for bda7d9d1-b16f-4263-926d-e9e4269814ff owned by network:floatingip {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:24.786584 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:24.810316 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event deleted for resources: {'Port': ['ID=bda7d9d1-b16f-4263-926d-e9e4269814ff,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:24.873275 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:24.875880 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.l3_db [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Floating IP 4b2099f9-c8e0-4481-8db2-8d49469d7f56 disassociated (deleted). External IP: 172.27.0.151, port: 18bd64e5-20fd-46f9-b91f-20740b32ccbf. Sep 07 20:40:25.091074 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Router 883296fa-d292-4f7e-a1c1-546e35a53945 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:40:25.193998 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:40:25.198677 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:25.203717 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] Sync routers for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:40:25.212139 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:40:25.212746 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:25.224503 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-e6e7e768-cf99-4237-92a5-4c137b18f2ef tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "DELETE /v2.0/floatingips/4b2099f9-c8e0-4481-8db2-8d49469d7f56 HTTP/1.1" status: 204 len: 168 time: 0.8890047 Sep 07 20:40:25.225063 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:40:25.227315 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623" -d '{"events": [{"name": "network-changed", "server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:40:25.263698 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbd1c68-dc0e-4aaa-80c1-7ce0a9f1460c x-openstack-request-id: req-ebbd1c68-dc0e-4aaa-80c1-7ce0a9f1460c {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:40:25.263982 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:40:25.264400 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ebbd1c68-dc0e-4aaa-80c1-7ce0a9f1460c {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:40:25.265085 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'status': 'completed', 'code': 200} Sep 07 20:40:25.321666 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:40:25.328696 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-d9306686-f211-4caa-9a23-f4955fca6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:25.330232 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-d9306686-f211-4caa-9a23-f4955fca6972 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 1099 time: 0.0418391 Sep 07 20:40:25.423849 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-d29a3221-45dc-4d5d-8f8c-fe36f47cbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:25.425354 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-d29a3221-45dc-4d5d-8f8c-fe36f47cbb23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 200 len: 912 time: 0.0880873 Sep 07 20:40:25.469391 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-dad331e8-dbf3-4ccf-b413-f02e2f6074be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf HTTP/1.1" status: 200 len: 217 time: 0.0352058 Sep 07 20:40:25.518239 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:25.519824 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-6029f12d-9d77-4578-aa7f-814c9b6db6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:25.521372 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-6029f12d-9d77-4578-aa7f-814c9b6db6ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 200 len: 850 time: 0.0442588 Sep 07 20:40:25.550049 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] Checking router: 883296fa-d292-4f7e-a1c1-546e35a53945 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:40:25.559904 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:40:25.561055 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:25.579008 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-1d75d7da-3306-48a7-8b04-f16989118c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:25.580780 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-1d75d7da-3306-48a7-8b04-f16989118c0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c0cb6169-d2ba-43fe-999f-923959eee80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514956 Sep 07 20:40:25.649209 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb6368-3a7a-4082-b3b5-349696590334 req-9a9d5b46-4f0d-4587-94f0-fb8468e50c82 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:25.650886 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-76cb6368-3a7a-4082-b3b5-349696590334 req-9a9d5b46-4f0d-4587-94f0-fb8468e50c82 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 946 time: 0.0491669 Sep 07 20:40:25.671540 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:40:25.676586 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-6969b9c5-ae10-41c4-ab45-5a57a529df74 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876956 Sep 07 20:40:25.689228 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-76cb6368-3a7a-4082-b3b5-349696590334 req-7dce302e-7f8c-4218-b379-0240b8802bb4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311177 Sep 07 20:40:25.770922 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-ed3ab8c8-9f25-4321-8ec1-f396a0d7d623 req-16abd3eb-ff86-461f-9ec2-ba0ee8096440 service neutron] 10.222.0.59 "GET /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857079 Sep 07 20:40:25.866587 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:25.892074 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db592ab6-ebde-486d-ae72-34ea2792e87a None None] The sync data for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi is: [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:26Z', 'revision_number': 4, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3', 'name': '', 'network_id': 'c0cb6169-d2ba-43fe-999f-923959eee80d', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'mac_address': 'fa:16:3e:cc:b3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '400048fe-fa79-402d-b10a-28512e028f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:26Z', 'updated_at': '2021-09-07T20:33:35Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'subnets': [{'id': '400048fe-fa79-402d-b10a-28512e028f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:40:26.090569 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e3c76-9fc9-452b-9e6e-a945126ee489 None None] New status for floating IP 4b2099f9-c8e0-4481-8db2-8d49469d7f56: DOWN {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:40:26.804337 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f4f07-5d1d-4e4f-991d-7ad254d29125 req-cedca868-6b8e-48c7-9ea9-54a26f25e31e tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:26.805839 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-959f4f07-5d1d-4e4f-991d-7ad254d29125 req-cedca868-6b8e-48c7-9ea9-54a26f25e31e tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 946 time: 0.0482082 Sep 07 20:40:26.842312 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-959f4f07-5d1d-4e4f-991d-7ad254d29125 req-ab3694af-563f-4591-ad0b-52ab8fd4dbe4 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/security-groups?id=2bed3d1d-fa78-4d84-9173-c64b6436c961&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304592 Sep 07 20:40:27.228036 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-6e0bfe03-1aee-4bae-b604-bbd41e9a9ec1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:40:27.229451 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-6e0bfe03-1aee-4bae-b604-bbd41e9a9ec1 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 946 time: 0.0470774 Sep 07 20:40:27.317917 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Deleting port 18bd64e5-20fd-46f9-b91f-20740b32ccbf {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:27.318252 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:27.405248 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] For port 18bd64e5-20fd-46f9-b91f-20740b32ccbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=18bd64e5-20fd-46f9-b91f-20740b32ccbf,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:27.405596 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:27.417734 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Calling delete_port for 18bd64e5-20fd-46f9-b91f-20740b32ccbf owned by compute:nova {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:27.569159 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:27.597194 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event deleted for resources: {'Port': ['ID=18bd64e5-20fd-46f9-b91f-20740b32ccbf,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:27.637794 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] No DVR routers for this DVR port 18bd64e5-20fd-46f9-b91f-20740b32ccbf on host hv-cinder-76019 {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:40:27.640205 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:27.642221 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5e95a301-ebcb-4feb-b484-aaae51fc2672 req-2061c826-3b1f-4ba1-980a-5c417e9751b5 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.59 "DELETE /v2.0/ports/18bd64e5-20fd-46f9-b91f-20740b32ccbf HTTP/1.1" status: 204 len: 173 time: 0.4043636 Sep 07 20:40:27.642647 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'name': 'network-vif-deleted', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:40:27.644854 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a74b57-851b-48c3-8c28-a7ebad8408ce" -d '{"events": [{"server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "name": "network-vif-deleted", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:40:27.680345 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a842f4-7c78-4480-8bab-bbd0063ea17c x-openstack-request-id: req-35a842f4-7c78-4480-8bab-bbd0063ea17c {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:40:27.680345 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28227dc-f3e1-4fe9-bb30-823398db6cbb", "name": "network-vif-deleted", "tag": "18bd64e5-20fd-46f9-b91f-20740b32ccbf", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:40:27.680345 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-35a842f4-7c78-4480-8bab-bbd0063ea17c {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:40:27.680345 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28227dc-f3e1-4fe9-bb30-823398db6cbb', 'name': 'network-vif-deleted', 'tag': '18bd64e5-20fd-46f9-b91f-20740b32ccbf', 'status': 'completed', 'code': 200} Sep 07 20:40:27.939455 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-cc5adfd1-6214-4ea9-8940-7dcf9040db48 req-b25c0960-80c1-4032-8a2f-c6eb10f6e295 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28227dc-f3e1-4fe9-bb30-823398db6cbb HTTP/1.1" status: 200 len: 210 time: 0.0299978 Sep 07 20:40:28.993194 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49460) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:29.112452 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Deleting port ab848fa1-03c9-42d9-b2c3-088659788754 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:29.112790 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:29.189362 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:29.189684 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:29.201024 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Calling delete_port for ab848fa1-03c9-42d9-b2c3-088659788754 owned by network:floatingip {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:29.397653 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:29.423107 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event deleted for resources: {'Port': ['ID=ab848fa1-03c9-42d9-b2c3-088659788754,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:29.480102 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:29.483036 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:29.484183 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c8af72be-8557-4d76-be43-b3294489a01c tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "DELETE /v2.0/floatingips/66d23636-32dd-425d-b585-a72357d2a803 HTTP/1.1" status: 204 len: 168 time: 0.4899902 Sep 07 20:40:30.378043 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 18bd64e5-20fd-46f9-b91f-20740b32ccbf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:40:30.401964 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: 18bd64e5-20fd-46f9-b91f-20740b32ccbf {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:40:30.402300 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device 18bd64e5-20fd-46f9-b91f-20740b32ccbf not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:40:30.842198 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49474) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:30.905487 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0d435fd1-b715-4a1d-b8da-690ce3f09358 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:30.929475 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0d435fd1-b715-4a1d-b8da-690ce3f09358 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:31.054784 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0d435fd1-b715-4a1d-b8da-690ce3f09358 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:31.057469 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-0d435fd1-b715-4a1d-b8da-690ce3f09358 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:31.058777 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-0d435fd1-b715-4a1d-b8da-690ce3f09358 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] 10.222.0.72 "DELETE /v2.0/security-groups/2bed3d1d-fa78-4d84-9173-c64b6436c961 HTTP/1.1" status: 204 len: 168 time: 0.2155502 Sep 07 20:40:31.069599 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d435fd1-b715-4a1d-b8da-690ce3f09358 tempest-TestVolumeBootPattern-60773786 tempest-TestVolumeBootPattern-60773786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed3d1d-fa78-4d84-9173-c64b6436c961,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:31.155321 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49478) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:31.900839 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133838462'] for router_interface, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:32.108955 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:40:32.135898 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Deleting port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:32.136235 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:32.214064 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] For port 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:32.214362 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:32.226082 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Calling delete_port for 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 owned by network:router_interface {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:32.489381 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:32.514035 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:32.677202 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133782260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133838482'] for router_interface, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:32.881621 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Router 883296fa-d292-4f7e-a1c1-546e35a53945 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:40:32.986332 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:40:32.991321 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ac956022-4253-4848-b090-e54fa33c5951 admin admin] 10.222.0.72 "PUT /v2.0/routers/883296fa-d292-4f7e-a1c1-546e35a53945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348687 Sep 07 20:40:32.993890 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49482) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:32.995270 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] Sync routers for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:40:33.005103 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:40:33.005704 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:33.096446 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks [] for router, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.200937 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.236697 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:40:33.291802 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Deleting port ba6d19b4-08ce-4993-8e9c-f91ddb885301 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:33.292142 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.370149 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] For port ba6d19b4-08ce-4993-8e9c-f91ddb885301, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=ba6d19b4-08ce-4993-8e9c-f91ddb885301,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:33.370510 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.381833 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Calling delete_port for ba6d19b4-08ce-4993-8e9c-f91ddb885301 owned by network:router_gateway {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:33.409282 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:40:32Z', 'revision_number': 5, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port': {'id': 'ba6d19b4-08ce-4993-8e9c-f91ddb885301', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:33.434993 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] Checking router: 883296fa-d292-4f7e-a1c1-546e35a53945 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:40:33.442981 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] Routers {'883296fa-d292-4f7e-a1c1-546e35a53945'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:40:33.443580 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['883296fa-d292-4f7e-a1c1-546e35a53945'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:33.527936 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] Set router 883296fa-d292-4f7e-a1c1-546e35a53945 gateway port host: None {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:40:33.582935 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:40:33Z', 'revision_number': 6, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port_host': None}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:33.586828 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.609204 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3eea99-9ad1-418e-b79a-5955ba1f5a38 None None] The sync data for ids ['883296fa-d292-4f7e-a1c1-546e35a53945'] in dv-cinder-760194-9-iscsi is: [{'id': '883296fa-d292-4f7e-a1c1-546e35a53945', 'name': 'tempest-TestVolumeBootPattern-135092362-router', 'tenant_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:23Z', 'updated_at': '2021-09-07T20:40:33Z', 'revision_number': 6, 'project_id': 'c5a5b582c64646dbb3fc94cd9c5fd5fb', 'gw_port_host': None}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:40:33.611381 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6d19b4-08ce-4993-8e9c-f91ddb885301,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:33.677919 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133838896'] for router_gateway, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.765676 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133942883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16309'] for router, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.767905 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.860414 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133942874'] for router, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.860952 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 883296fa-d292-4f7e-a1c1-546e35a53945 {{(pid=94729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:40:33.865367 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.866561 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d463073c-a2b9-484b-bf78-89d336f5e319 admin admin] 10.222.0.72 "DELETE /v2.0/routers/883296fa-d292-4f7e-a1c1-546e35a53945 HTTP/1.1" status: 204 len: 168 time: 0.8717375 Sep 07 20:40:33.869081 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49484) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:33.912708 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-36703d0b-d07c-4802-8ee4-99d2150d99f5 admin admin] Deleting subnet 400048fe-fa79-402d-b10a-28512e028f72 {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:40:33.915874 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36703d0b-d07c-4802-8ee4-99d2150d99f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:33.949209 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36703d0b-d07c-4802-8ee4-99d2150d99f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131574183'] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.030672 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36703d0b-d07c-4802-8ee4-99d2150d99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.164082 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36703d0b-d07c-4802-8ee4-99d2150d99f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133203587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130232194'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.189055 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36703d0b-d07c-4802-8ee4-99d2150d99f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400048fe-fa79-402d-b10a-28512e028f72,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:34.193987 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-36703d0b-d07c-4802-8ee4-99d2150d99f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.195836 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-36703d0b-d07c-4802-8ee4-99d2150d99f5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/400048fe-fa79-402d-b10a-28512e028f72 HTTP/1.1" status: 204 len: 168 time: 0.3258634 Sep 07 20:40:34.198473 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49486) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:34.199196 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2920708-9111-4e82-8927-4a4042dbf626 None None] Network c0cb6169-d2ba-43fe-999f-923959eee80d requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:40:34.283615 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.335115 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Deleting port 1c42bed5-6c8c-4b87-b869-07492da9cbae {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:34.335378 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.379274 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7adbe4-607f-4f5e-bab9-264f41264bde None None] DHCP port deletion for c0cb6169-d2ba-43fe-999f-923959eee80d request from dv-cinder-760194-9-iscsi {{(pid=94731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:40:34.401628 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] For port 1c42bed5-6c8c-4b87-b869-07492da9cbae, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=1c42bed5-6c8c-4b87-b869-07492da9cbae,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:34.402028 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.417007 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Calling delete_port for 1c42bed5-6c8c-4b87-b869-07492da9cbae owned by network:dhcp {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:34.434267 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-6c7adbe4-607f-4f5e-bab9-264f41264bde None None] Deleting port 1c42bed5-6c8c-4b87-b869-07492da9cbae {{(pid=94731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:34.434647 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6c7adbe4-607f-4f5e-bab9-264f41264bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.446747 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device ba6d19b4-08ce-4993-8e9c-f91ddb885301 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:40:34.477806 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: ba6d19b4-08ce-4993-8e9c-f91ddb885301 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:40:34.478144 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device ba6d19b4-08ce-4993-8e9c-f91ddb885301 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:40:34.478557 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:40:34.521529 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:40:34.521887 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0fe390dd-ae6e-40a4-9b7d-9b1e5a7d4ca3 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:40:34.522303 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 1c42bed5-6c8c-4b87-b869-07492da9cbae no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:40:34.553173 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.558273 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-6c7adbe4-607f-4f5e-bab9-264f41264bde None None] For port 1c42bed5-6c8c-4b87-b869-07492da9cbae, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=1c42bed5-6c8c-4b87-b869-07492da9cbae,segment=NetworkSegment(fb616f66-1984-4a62-9b16-f8cf6a711d22),segment_id=fb616f66-1984-4a62-9b16-f8cf6a711d22)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:34.558273 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6c7adbe4-607f-4f5e-bab9-264f41264bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.581565 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-6c7adbe4-607f-4f5e-bab9-264f41264bde None None] Calling delete_port for 1c42bed5-6c8c-4b87-b869-07492da9cbae owned by network:dhcp {{(pid=94731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:34.582403 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] No DVR routers for this DVR port 1c42bed5-6c8c-4b87-b869-07492da9cbae on host dv-cinder-760194-9-iscsi {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:40:34.584461 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c42bed5-6c8c-4b87-b869-07492da9cbae,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:34.598010 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No active binding found for port 1c42bed5-6c8c-4b87-b869-07492da9cbae {{(pid=94731) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 20:40:34.604460 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 1c42bed5-6c8c-4b87-b869-07492da9cbae not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:40:34.659195 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.662556 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6c7adbe4-607f-4f5e-bab9-264f41264bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392'] for port, after_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.682676 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cb6169-d2ba-43fe-999f-923959eee80d']}} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:34.686312 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7adbe4-607f-4f5e-bab9-264f41264bde None None] Pushing event deleted for resources: {'Port': ['ID=1c42bed5-6c8c-4b87-b869-07492da9cbae,revision_number=None']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:34.691884 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7adbe4-607f-4f5e-bab9-264f41264bde None None] No DVR routers for this DVR port 1c42bed5-6c8c-4b87-b869-07492da9cbae on host dv-cinder-760194-9-iscsi {{(pid=94731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:40:34.698448 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb616f66-1984-4a62-9b16-f8cf6a711d22') {'for_net_delete': True} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:34.698448 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.services.segments.db [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb616f66-1984-4a62-9b16-f8cf6a711d22') {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:34.710059 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131574190'] for segment, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.723738 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.729488 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=94729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:40:34.730611 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133203745'] for segment, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: Traceback (most recent call last): Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: timer() Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: cb(*args, **kw) Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: return func(*args, **kwargs) Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: self._notify() Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: self.callback(batched_events) Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: event.method(event) Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: return f(self, *a, **k) Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._get(url).json() Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: return self.request(url, 'GET', **kwargs) Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:40:34.731625 dv-cinder-760194-9-iscsi neutron-server[94729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:40:34.872004 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.877406 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:34.879391 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c0cb6169-d2ba-43fe-999f-923959eee80d HTTP/1.1" status: 204 len: 168 time: 0.6799836 Sep 07 20:40:34.884918 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49488) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:34.890375 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c72117-9f21-41fc-91d3-1c3494d806d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cb6169-d2ba-43fe-999f-923959eee80d,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:35.464810 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133838462'] for router_interface, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:35.697876 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Deleting port cffbeffe-921c-4b1d-9344-0df6398292ca {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:35.698203 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:35.777065 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] For port cffbeffe-921c-4b1d-9344-0df6398292ca, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=cffbeffe-921c-4b1d-9344-0df6398292ca,segment=NetworkSegment(75c5eb6f-9292-45db-8518-e0d0b9b36253),segment_id=75c5eb6f-9292-45db-8518-e0d0b9b36253)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:35.777928 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:35.789699 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Calling delete_port for cffbeffe-921c-4b1d-9344-0df6398292ca owned by network:router_interface {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:36.048790 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:36.072821 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Pushing event deleted for resources: {'Port': ['ID=cffbeffe-921c-4b1d-9344-0df6398292ca,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:36.098799 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.099152 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.099492 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.099825 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.100155 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.100487 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.100813 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.101137 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.101460 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.101809 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.102134 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.102502 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94730) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:40:36.253298 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133782260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133838482'] for router_interface, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:36.461427 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94730) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:40:36.562105 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94730) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:40:36.568612 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-e8ddbc64-164d-4215-9844-d8973418f42f admin admin] 10.222.0.72 "PUT /v2.0/routers/8b058746-6fa3-443c-9e0e-77e89c16a8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6814988 Sep 07 20:40:36.570023 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49490) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:36.570689 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] Sync routers for ids ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:40:36.580697 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] Routers {'8b058746-6fa3-443c-9e0e-77e89c16a8f7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:40:36.583627 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:36.672840 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks [] for router, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:36.771225 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] Set router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:40:36.774809 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:36.896578 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Deleting port a55c22e5-6b4b-478b-9667-b2a067fe1652 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:36.896901 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:36.943023 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:29Z', 'updated_at': '2021-09-07T20:40:35Z', 'revision_number': 5, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'gw_port': {'id': 'a55c22e5-6b4b-478b-9667-b2a067fe1652', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:33:31Z', 'updated_at': '2021-09-07T20:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:36.969320 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] Checking router: 8b058746-6fa3-443c-9e0e-77e89c16a8f7 for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:40:36.977355 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] Routers {'8b058746-6fa3-443c-9e0e-77e89c16a8f7'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:40:36.977654 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] For port a55c22e5-6b4b-478b-9667-b2a067fe1652, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=a55c22e5-6b4b-478b-9667-b2a067fe1652,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:36.978023 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:36.978149 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:36.989518 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Calling delete_port for a55c22e5-6b4b-478b-9667-b2a067fe1652 owned by network:router_gateway {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:37.061540 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] Set router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 gateway port host: None {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:40:37.114477 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:29Z', 'updated_at': '2021-09-07T20:40:36Z', 'revision_number': 6, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'gw_port_host': None}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:37.140219 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e0edf-1255-4c1a-9f85-b3556779ff62 None None] The sync data for ids ['8b058746-6fa3-443c-9e0e-77e89c16a8f7'] in dv-cinder-760194-9-iscsi is: [{'id': '8b058746-6fa3-443c-9e0e-77e89c16a8f7', 'name': 'tempest-TestVolumeBootPattern-1222518842-router', 'tenant_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:33:29Z', 'updated_at': '2021-09-07T20:40:36Z', 'revision_number': 6, 'project_id': 'cbfe783e3d2a41dfa88d6db303afb989', 'gw_port_host': None}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:40:37.209031 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.234064 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55c22e5-6b4b-478b-9667-b2a067fe1652,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:37.293760 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133838896'] for router_gateway, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.380702 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133942883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16309'] for router, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.382817 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.489936 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133942874'] for router, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.494257 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b058746-6fa3-443c-9e0e-77e89c16a8f7 {{(pid=94730) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:40:37.494972 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] Notify callbacks [] for router, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.496622 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-6a125d42-aae3-4987-b07a-b8dd9d7e8506 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8b058746-6fa3-443c-9e0e-77e89c16a8f7 HTTP/1.1" status: 204 len: 168 time: 0.9252086 Sep 07 20:40:37.499144 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49492) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:37.544243 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.db_base_plugin_v2 [None req-b580bd56-abe3-45c1-828e-063efd00aeef admin admin] Deleting subnet 2e22b881-bb75-4796-a331-f5f1ac3f25e5 {{(pid=94730) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:40:37.550849 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b580bd56-abe3-45c1-828e-063efd00aeef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.565040 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.587470 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b580bd56-abe3-45c1-828e-063efd00aeef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130426828'] for subnet, precommit_delete_associations {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.664125 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b580bd56-abe3-45c1-828e-063efd00aeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.752036 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b580bd56-abe3-45c1-828e-063efd00aeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130475713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-117110896'] for subnet, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.775957 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580bd56-abe3-45c1-828e-063efd00aeef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e22b881-bb75-4796-a331-f5f1ac3f25e5,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:37.779729 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b580bd56-abe3-45c1-828e-063efd00aeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for subnet, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.781583 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-b580bd56-abe3-45c1-828e-063efd00aeef admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2e22b881-bb75-4796-a331-f5f1ac3f25e5 HTTP/1.1" status: 204 len: 168 time: 0.2815113 Sep 07 20:40:37.784210 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49494) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:37.786728 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c154a-4577-4479-881d-38975a8c79df None None] Network 14be8a65-efdb-4f48-a453-b51cf8ac5a3d requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:40:37.852492 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.907558 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Deleting port 1ee02905-9133-4429-a340-eff6553dfb1e {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:37.907992 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.953537 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4540db-cfc5-44d6-86ef-f760dab09dd5 None None] DHCP port deletion for 14be8a65-efdb-4f48-a453-b51cf8ac5a3d request from dv-cinder-760194-9-iscsi {{(pid=94731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:40:37.972093 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] For port 1ee02905-9133-4429-a340-eff6553dfb1e, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=1ee02905-9133-4429-a340-eff6553dfb1e,segment=NetworkSegment(75c5eb6f-9292-45db-8518-e0d0b9b36253),segment_id=75c5eb6f-9292-45db-8518-e0d0b9b36253)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:37.972527 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:37.985798 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Calling delete_port for 1ee02905-9133-4429-a340-eff6553dfb1e owned by network:dhcp {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:38.002198 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-ab4540db-cfc5-44d6-86ef-f760dab09dd5 None None] Deleting port 1ee02905-9133-4429-a340-eff6553dfb1e {{(pid=94731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:40:38.002568 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ab4540db-cfc5-44d6-86ef-f760dab09dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.067600 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-ab4540db-cfc5-44d6-86ef-f760dab09dd5 None None] For port 1ee02905-9133-4429-a340-eff6553dfb1e, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=1ee02905-9133-4429-a340-eff6553dfb1e,segment=NetworkSegment(75c5eb6f-9292-45db-8518-e0d0b9b36253),segment_id=75c5eb6f-9292-45db-8518-e0d0b9b36253)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:40:38.067987 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ab4540db-cfc5-44d6-86ef-f760dab09dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.080112 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-ab4540db-cfc5-44d6-86ef-f760dab09dd5 None None] Calling delete_port for 1ee02905-9133-4429-a340-eff6553dfb1e owned by network:dhcp {{(pid=94731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:40:38.124643 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.155600 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] No DVR routers for this DVR port 1ee02905-9133-4429-a340-eff6553dfb1e on host dv-cinder-760194-9-iscsi {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:40:38.157750 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee02905-9133-4429-a340-eff6553dfb1e,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:38.160078 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-ab4540db-cfc5-44d6-86ef-f760dab09dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392'] for port, after_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.189971 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4540db-cfc5-44d6-86ef-f760dab09dd5 None None] Pushing event deleted for resources: {'Port': ['ID=1ee02905-9133-4429-a340-eff6553dfb1e,revision_number=None']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:38.193476 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4540db-cfc5-44d6-86ef-f760dab09dd5 None None] No DVR routers for this DVR port 1ee02905-9133-4429-a340-eff6553dfb1e on host dv-cinder-760194-9-iscsi {{(pid=94731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:40:38.213633 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a55c22e5-6b4b-478b-9667-b2a067fe1652 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:40:38.235950 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.237356 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: a55c22e5-6b4b-478b-9667-b2a067fe1652 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:40:38.237690 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device a55c22e5-6b4b-478b-9667-b2a067fe1652 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:40:38.238119 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 1ee02905-9133-4429-a340-eff6553dfb1e no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:40:38.256034 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14be8a65-efdb-4f48-a453-b51cf8ac5a3d']}} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:38.256202 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 1ee02905-9133-4429-a340-eff6553dfb1e {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:40:38.256397 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 1ee02905-9133-4429-a340-eff6553dfb1e not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:40:38.256818 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device cffbeffe-921c-4b1d-9344-0df6398292ca no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:40:38.265013 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c5eb6f-9292-45db-8518-e0d0b9b36253') {'for_net_delete': True} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:38.265309 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c5eb6f-9292-45db-8518-e0d0b9b36253') {} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:40:38.274247 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: cffbeffe-921c-4b1d-9344-0df6398292ca {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:40:38.274397 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130426821'] for segment, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.274581 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device cffbeffe-921c-4b1d-9344-0df6398292ca not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:40:38.287969 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.294936 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=94730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130475875'] for segment, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: Traceback (most recent call last): Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: timer() Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: cb(*args, **kw) Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: return func(*args, **kwargs) Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: self._notify() Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: self.callback(batched_events) Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: event.method(event) Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: return f(self, *a, **k) Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._get(url).json() Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: return self.request(url, 'GET', **kwargs) Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:40:38.305144 dv-cinder-760194-9-iscsi neutron-server[94730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:40:38.397886 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.403077 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.405126 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] 10.222.0.72 "DELETE /v2.0/networks/14be8a65-efdb-4f48-a453-b51cf8ac5a3d HTTP/1.1" status: 204 len: 168 time: 0.6199803 Sep 07 20:40:38.417232 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ca17-b860-478a-8cc1-42e80d120985 admin admin] Pushing event deleted for resources: {'Network': ['ID=14be8a65-efdb-4f48-a453-b51cf8ac5a3d,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:38.704574 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49498) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:38.741922 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-2326ddf2-309c-45bd-808c-4bfde16dbae4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5a5b582c64646dbb3fc94cd9c5fd5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0360563 Sep 07 20:40:38.744085 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49500) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:38.793921 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-589c313c-c37c-4663-a14f-be0b352a2143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.814306 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-589c313c-c37c-4663-a14f-be0b352a2143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.923055 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-589c313c-c37c-4663-a14f-be0b352a2143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.925522 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-589c313c-c37c-4663-a14f-be0b352a2143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:38.926677 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-589c313c-c37c-4663-a14f-be0b352a2143 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e88dc96c-81b8-4d57-83b5-91e0cf5afc71 HTTP/1.1" status: 204 len: 168 time: 0.1817055 Sep 07 20:40:38.934571 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c313c-c37c-4663-a14f-be0b352a2143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88dc96c-81b8-4d57-83b5-91e0cf5afc71,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:39.533057 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49506) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:39.572465 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-62154910-4d18-4499-8a86-d165e2a0f385 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbfe783e3d2a41dfa88d6db303afb989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382159 Sep 07 20:40:39.574850 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49508) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:40:39.620727 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-27d0b682-4f5e-4dab-8aa9-e067c183207d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:39.640724 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-27d0b682-4f5e-4dab-8aa9-e067c183207d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:39.723465 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-27d0b682-4f5e-4dab-8aa9-e067c183207d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:39.726088 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-27d0b682-4f5e-4dab-8aa9-e067c183207d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:39.727207 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-27d0b682-4f5e-4dab-8aa9-e067c183207d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/58df9c24-7d46-4318-b6f7-50c483e07e29 HTTP/1.1" status: 204 len: 168 time: 0.1514173 Sep 07 20:40:39.735716 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0b682-4f5e-4dab-8aa9-e067c183207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58df9c24-7d46-4318-b6f7-50c483e07e29,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:40:45.231879 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-40af2546-462d-44a4-adc9-08224f082d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:47.951725 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-847307a0-0952-487c-b265-6dfb7b1bce46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:48.260788 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:49.688754 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:40:50.791717 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:07.597075 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:09.108625 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:41:11.487478 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49512) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:11.645053 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Deleting port e412343e-0875-4733-8c47-56b0fd26bcb5 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:11.645391 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:11.716515 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:11.716840 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:11.727904 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Calling delete_port for e412343e-0875-4733-8c47-56b0fd26bcb5 owned by network:floatingip {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:11.928752 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:11.955514 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event deleted for resources: {'Port': ['ID=e412343e-0875-4733-8c47-56b0fd26bcb5,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:12.014431 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for floatingip, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:12.014760 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.db.l3_db [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Floating IP 5e7eb8ec-98f3-4754-be75-91e86fac3843 disassociated (deleted). External IP: 172.27.0.180, port: a1aad673-a078-47f0-a769-176eea14b889. Sep 07 20:41:12.212185 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Router ecb8f217-dc08-4049-aad4-7a2a67e5f332 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:41:12.562651 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:41:12.567457 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for floatingip, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:12.572010 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] Sync routers for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:41:12.580867 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:41:12.581542 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:12.593636 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-c450fc7a-6e69-4ca9-b261-6b6325e60c1b tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "DELETE /v2.0/floatingips/5e7eb8ec-98f3-4754-be75-91e86fac3843 HTTP/1.1" status: 204 len: 168 time: 1.1050594 Sep 07 20:41:12.594350 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:41:12.596666 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b10c60a-f0b1-47d6-b939-c88078672253" -d '{"events": [{"name": "network-changed", "server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "tag": "a1aad673-a078-47f0-a769-176eea14b889"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:41:12.637609 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 20:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f386ab99-37d3-4279-9792-9af5f5cad347 x-openstack-request-id: req-f386ab99-37d3-4279-9792-9af5f5cad347 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:41:12.638058 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "tag": "a1aad673-a078-47f0-a769-176eea14b889", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:41:12.638188 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f386ab99-37d3-4279-9792-9af5f5cad347 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:41:12.638571 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889', 'status': 'completed', 'code': 200} Sep 07 20:41:12.691327 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:41:12.699312 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-7ae55dca-53e5-4218-b3b0-a167426840e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:41:12.700837 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-7ae55dca-53e5-4218-b3b0-a167426840e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 1099 time: 0.0404446 Sep 07 20:41:12.792253 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-7e650d3b-6fcb-4ac7-9329-8f8b80151106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:41:12.793744 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-7e650d3b-6fcb-4ac7-9329-8f8b80151106 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c5768d9-5e68-4f93-bba0-8a3175a6b046 HTTP/1.1" status: 200 len: 909 time: 0.0865419 Sep 07 20:41:12.836806 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-02f54bd1-b07d-4c6a-ae17-94d7a5ec17c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1aad673-a078-47f0-a769-176eea14b889 HTTP/1.1" status: 200 len: 217 time: 0.0348942 Sep 07 20:41:12.884155 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-3ee7b13f-d4d7-43a6-b498-00976f1c76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:41:12.885732 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-3ee7b13f-d4d7-43a6-b498-00976f1c76bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f3719c8-c004-4374-9254-1900f770bf66 HTTP/1.1" status: 200 len: 847 time: 0.0426509 Sep 07 20:41:12.896796 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 5, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:12.924708 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] Checking router: ecb8f217-dc08-4049-aad4-7a2a67e5f332 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:41:12.935947 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:41:12.936560 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:40:48Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:12.949162 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-922240ca-6ebb-43fe-8c6d-8d4194c4940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:41:12.950776 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-922240ca-6ebb-43fe-8c6d-8d4194c4940d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c5768d9-5e68-4f93-bba0-8a3175a6b046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506780 Sep 07 20:41:12.979678 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1301d0-ab7e-4ed9-a2d9-78091a59725d req-59294d0f-734f-4046-bbd1-99b82fcef678 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:41:12.981221 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-be1301d0-ab7e-4ed9-a2d9-78091a59725d req-59294d0f-734f-4046-bbd1-99b82fcef678 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0522778 Sep 07 20:41:13.022351 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-be1301d0-ab7e-4ed9-a2d9-78091a59725d req-f2e73610-bd1f-411d-8e83-4346f26aaead tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343313 Sep 07 20:41:13.043246 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:41:13.047748 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-356dd2ab-84b6-4f7c-a0a2-bd4c6439444c service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889993 Sep 07 20:41:13.141927 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-5b10c60a-f0b1-47d6-b939-c88078672253 req-32090caa-62d0-4d13-9452-1183a8c97b0b service neutron] 10.222.0.59 "GET /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852480 Sep 07 20:41:13.236072 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 5, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:13.382742 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d347830-4cb8-48cb-9f16-1cab808182f8 None None] The sync data for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi is: [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:40Z', 'revision_number': 4, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi', '_interfaces': [{'id': '23028313-8426-4c39-8146-e6281b5a076c', 'name': '', 'network_id': '9c5768d9-5e68-4f93-bba0-8a3175a6b046', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'mac_address': 'fa:16:3e:f3:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7f3719c8-c004-4374-9254-1900f770bf66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:40Z', 'updated_at': '2021-09-07T20:36:47Z', 'revision_number': 5, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'subnets': [{'id': '7f3719c8-c004-4374-9254-1900f770bf66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:41:13.585742 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ce024-5349-465f-8950-978bc13aad0a None None] New status for floating IP 5e7eb8ec-98f3-4754-be75-91e86fac3843: DOWN {{(pid=94732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 20:41:14.134438 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff873e6e-8b64-4cc0-b916-24ecfcf9b8f4 req-2b947be6-8301-4ee5-a4f8-ddd38f393beb tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94730) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:41:14.135912 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ff873e6e-8b64-4cc0-b916-24ecfcf9b8f4 req-2b947be6-8301-4ee5-a4f8-ddd38f393beb tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0472629 Sep 07 20:41:14.172675 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-ff873e6e-8b64-4cc0-b916-24ecfcf9b8f4 req-ee7cf2c9-b9ad-4606-a7a4-b684eebcc90c tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/security-groups?id=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302176 Sep 07 20:41:14.461046 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-53fc7445-b479-47f0-bc00-232262700c61 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:41:14.462568 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-53fc7445-b479-47f0-bc00-232262700c61 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.59 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 946 time: 0.0478213 Sep 07 20:41:14.551399 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Deleting port a1aad673-a078-47f0-a769-176eea14b889 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:14.551734 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:14.639236 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] For port a1aad673-a078-47f0-a769-176eea14b889, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a1aad673-a078-47f0-a769-176eea14b889,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:41:14.639601 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:14.650894 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Calling delete_port for a1aad673-a078-47f0-a769-176eea14b889 owned by compute:nova {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:14.831708 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:14.859859 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event deleted for resources: {'Port': ['ID=a1aad673-a078-47f0-a769-176eea14b889,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:14.908437 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] No DVR routers for this DVR port a1aad673-a078-47f0-a769-176eea14b889 on host hv-cinder-76019 {{(pid=94729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:41:14.910897 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240369'] for port, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:14.912871 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-06c45857-6f1d-43f5-a762-fd01f02432f8 req-536241e1-4351-411b-b8ab-132c55a595bf tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.59 "DELETE /v2.0/ports/a1aad673-a078-47f0-a769-176eea14b889 HTTP/1.1" status: 204 len: 173 time: 0.4446037 Sep 07 20:41:14.913318 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'name': 'network-vif-deleted', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889'}] {{(pid=94729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 20:41:14.915837 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21dd31153051a941fc2a4865ba98544b14692315c340d820b0f67ea78376281e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33da4954-572d-4573-b41c-52eb4c5664b9" -d '{"events": [{"server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "name": "network-vif-deleted", "tag": "a1aad673-a078-47f0-a769-176eea14b889"}]}' {{(pid=94729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 20:41:14.956312 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 20:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297a5d1d-8d83-4031-9efa-24d2ef9a5f43 x-openstack-request-id: req-297a5d1d-8d83-4031-9efa-24d2ef9a5f43 {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 20:41:14.956607 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b773024a-a119-4f93-a893-94c308b6c72f", "name": "network-vif-deleted", "tag": "a1aad673-a078-47f0-a769-176eea14b889", "status": "completed", "code": 200}]} {{(pid=94729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 20:41:14.956859 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-297a5d1d-8d83-4031-9efa-24d2ef9a5f43 {{(pid=94729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 20:41:14.957250 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b773024a-a119-4f93-a893-94c308b6c72f', 'name': 'network-vif-deleted', 'tag': 'a1aad673-a078-47f0-a769-176eea14b889', 'status': 'completed', 'code': 200} Sep 07 20:41:15.226067 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0521ef83-932f-434d-8e7b-33337c16ad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:15.273183 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-fbbc3e8c-507b-463c-8f8e-b0a82b08fd13 req-e7b70c8c-bfce-4917-80ad-f8788941c5b6 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 210 time: 0.0286071 Sep 07 20:41:16.219665 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-482716e4-1555-4061-908f-1f9290a4f8b2 req-e5fe09b4-d9b9-4bfc-8edc-efc2eb78bf59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250058 Sep 07 20:41:16.264949 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-482716e4-1555-4061-908f-1f9290a4f8b2 req-6d40de8b-8422-4ec7-8d9a-808f52b4a5eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 210 time: 0.0240555 Sep 07 20:41:16.381463 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [req-2da3d3e6-ff3c-4f1e-b665-40993ef0da09 req-61e0f03b-30a0-43e4-b34d-a5795bfd8e14 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "GET /v2.0/ports?device_id=b773024a-a119-4f93-a893-94c308b6c72f HTTP/1.1" status: 200 len: 210 time: 0.0261934 Sep 07 20:41:16.382362 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482716e4-1555-4061-908f-1f9290a4f8b2 req-94322a85-a6c5-4dcb-a055-71715939358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:41:16.383864 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-482716e4-1555-4061-908f-1f9290a4f8b2 req-94322a85-a6c5-4dcb-a055-71715939358c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0978589 Sep 07 20:41:16.482819 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482716e4-1555-4061-908f-1f9290a4f8b2 req-23440e89-affa-4fb9-af84-c464636598fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 20:41:16.484314 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [req-482716e4-1555-4061-908f-1f9290a4f8b2 req-23440e89-affa-4fb9-af84-c464636598fb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938003 Sep 07 20:41:17.436423 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49532) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:17.491804 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:17.515980 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:17.631210 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:17.633919 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Notify callbacks [] for security_group, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:17.635110 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] 10.222.0.72 "DELETE /v2.0/security-groups/bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3 HTTP/1.1" status: 204 len: 168 time: 0.1976979 Sep 07 20:41:17.644331 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea20ca7-0a1f-49d4-8558-d6cd98b4a5b3,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:17.651322 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.651662 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.651991 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.652323 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.652644 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.652967 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.653308 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.653602 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.653936 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.654739 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.655050 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.655360 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db0678-2676-44f5-954d-e92b1c9ec896 tempest-TestShelveInstance-559826730 tempest-TestShelveInstance-559826730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:17.726794 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49536) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:17.911781 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-0bd5e68e-4b97-4f98-84b4-eda54edaf13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:18.060030 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133838462'] for router_interface, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:18.300308 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:18.307335 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Deleting port 23028313-8426-4c39-8146-e6281b5a076c {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:18.307806 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:18.381828 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] For port 23028313-8426-4c39-8146-e6281b5a076c, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=23028313-8426-4c39-8146-e6281b5a076c,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:41:18.382179 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:18.394385 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Calling delete_port for 23028313-8426-4c39-8146-e6281b5a076c owned by network:router_interface {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:18.572366 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a1aad673-a078-47f0-a769-176eea14b889 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:41:18.592358 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] No Port match for: a1aad673-a078-47f0-a769-176eea14b889 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:41:18.592689 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Device a1aad673-a078-47f0-a769-176eea14b889 not bound to the agent host hv-cinder-76019 {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:41:18.643134 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:18.669021 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=23028313-8426-4c39-8146-e6281b5a076c,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:18.829159 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133782260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133838482'] for router_interface, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:19.032576 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Router ecb8f217-dc08-4049-aad4-7a2a67e5f332 has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:41:19.130964 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:41:19.135881 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d2c5c9eb-158a-4b9c-b201-f526ff360c51 admin admin] 10.222.0.72 "PUT /v2.0/routers/ecb8f217-dc08-4049-aad4-7a2a67e5f332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4080431 Sep 07 20:41:19.138435 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49538) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:19.140925 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] Sync routers for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:41:19.150009 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:41:19.150618 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:41:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:19.237499 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks [] for router, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:19.252159 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: dv-cinder-760194-9-iscsi {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:41:19.336862 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:19.427304 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:41:18Z', 'revision_number': 5, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port': {'id': 'f5300f35-20f8-48b2-8936-7dc4118c6598', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:19.453167 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] Checking router: ecb8f217-dc08-4049-aad4-7a2a67e5f332 for host: dv-cinder-760194-9-iscsi {{(pid=94731) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:41:19.461555 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] Routers {'ecb8f217-dc08-4049-aad4-7a2a67e5f332'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94731) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:41:19.462193 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:41:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'], 'active': True} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:19.468245 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Deleting port f5300f35-20f8-48b2-8936-7dc4118c6598 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:19.468586 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:19.546196 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvr_db [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] Set router ecb8f217-dc08-4049-aad4-7a2a67e5f332 gateway port host: None {{(pid=94731) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:41:19.551435 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] For port f5300f35-20f8-48b2-8936-7dc4118c6598, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=f5300f35-20f8-48b2-8936-7dc4118c6598,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:41:19.552118 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:19.564355 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Calling delete_port for f5300f35-20f8-48b2-8936-7dc4118c6598 owned by network:router_gateway {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:19.600931 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_hamode_db [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:41:19Z', 'revision_number': 6, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port_host': None}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:19.633552 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981e05b-5cc1-4a0e-b9c0-f5a30b41064b None None] The sync data for ids ['ecb8f217-dc08-4049-aad4-7a2a67e5f332'] in dv-cinder-760194-9-iscsi is: [{'id': 'ecb8f217-dc08-4049-aad4-7a2a67e5f332', 'name': 'tempest-TestShelveInstance-239802434-router', 'tenant_id': '94f3d149525b4f90b1b321fc485ea5ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:38Z', 'updated_at': '2021-09-07T20:41:19Z', 'revision_number': 6, 'project_id': '94f3d149525b4f90b1b321fc485ea5ef', 'gw_port_host': None}] {{(pid=94731) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:41:19.695016 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.026542 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.051952 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5300f35-20f8-48b2-8936-7dc4118c6598,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:20.115157 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133838896'] for router_gateway, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.202430 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133942883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16309'] for router, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.204522 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.311005 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133942874'] for router, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.311476 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb8f217-dc08-4049-aad4-7a2a67e5f332 {{(pid=94729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:41:20.316295 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.317384 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-1e34c741-ffb0-4f50-a163-4a9173cb7066 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ecb8f217-dc08-4049-aad4-7a2a67e5f332 HTTP/1.1" status: 204 len: 168 time: 1.1780477 Sep 07 20:41:20.319795 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49540) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:20.363574 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae11c28e-d562-48fc-914b-b752a06c53c7 admin admin] Deleting subnet 7f3719c8-c004-4374-9254-1900f770bf66 {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:41:20.366737 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ae11c28e-d562-48fc-914b-b752a06c53c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.409559 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ae11c28e-d562-48fc-914b-b752a06c53c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131574183'] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.434311 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device f5300f35-20f8-48b2-8936-7dc4118c6598 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:41:20.454211 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: f5300f35-20f8-48b2-8936-7dc4118c6598 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:41:20.454549 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device f5300f35-20f8-48b2-8936-7dc4118c6598 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:41:20.454957 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 23028313-8426-4c39-8146-e6281b5a076c no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:41:20.473529 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 23028313-8426-4c39-8146-e6281b5a076c {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:41:20.473899 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 23028313-8426-4c39-8146-e6281b5a076c not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:41:20.498555 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ae11c28e-d562-48fc-914b-b752a06c53c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.609489 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ae11c28e-d562-48fc-914b-b752a06c53c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133203587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130232194'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.635549 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11c28e-d562-48fc-914b-b752a06c53c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3719c8-c004-4374-9254-1900f770bf66,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:20.639233 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-ae11c28e-d562-48fc-914b-b752a06c53c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.641114 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-ae11c28e-d562-48fc-914b-b752a06c53c7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7f3719c8-c004-4374-9254-1900f770bf66 HTTP/1.1" status: 204 len: 168 time: 0.3204186 Sep 07 20:41:20.643978 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49542) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:20.645166 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16789b9-3640-4a2d-8e4c-61b1dfffc5f5 None None] Network 9c5768d9-5e68-4f93-bba0-8a3175a6b046 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:41:20.716893 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.767098 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Deleting port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:20.767489 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.780467 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.827947 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] DHCP port deletion for 9c5768d9-5e68-4f93-bba0-8a3175a6b046 request from dv-cinder-760194-9-iscsi {{(pid=94731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:41:20.836813 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] For port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=2906aa6d-c4a4-4e4b-8b04-0c284de91b96,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:41:20.837180 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.849579 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Calling delete_port for 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 owned by network:dhcp {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:20.872700 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Deleting port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 {{(pid=94731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:20.873065 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.936754 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] For port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=2906aa6d-c4a4-4e4b-8b04-0c284de91b96,segment=NetworkSegment(ea4514e9-f8f2-4609-94f8-c0d4b22c58db),segment_id=ea4514e9-f8f2-4609-94f8-c0d4b22c58db)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:41:20.937066 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:20.949402 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Calling delete_port for 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 owned by network:dhcp {{(pid=94731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:20.991672 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.017767 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2906aa6d-c4a4-4e4b-8b04-0c284de91b96,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:21.019623 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] No DVR routers for this DVR port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 on host dv-cinder-760194-9-iscsi {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:41:21.023181 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392'] for port, after_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.049701 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Pushing event deleted for resources: {'Port': ['ID=2906aa6d-c4a4-4e4b-8b04-0c284de91b96,revision_number=None']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:21.051897 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] No DVR routers for this DVR port 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 on host dv-cinder-760194-9-iscsi {{(pid=94731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:41:21.059327 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.059669 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.060391 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.060391 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.060665 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.062149 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.062149 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.062149 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.062149 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.062557 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.062557 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.062835 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33ab708-5ea2-464b-8695-c78990c07aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-9-iscsi {{(pid=94731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 20:41:21.097187 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.115611 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5768d9-5e68-4f93-bba0-8a3175a6b046']}} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:21.124383 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db') {'for_net_delete': True} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:21.124657 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4514e9-f8f2-4609-94f8-c0d4b22c58db') {} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:21.133413 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130426821'] for segment, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.146467 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.151965 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=94730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:41:21.152334 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130475875'] for segment, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: Traceback (most recent call last): Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: timer() Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: cb(*args, **kw) Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: return func(*args, **kwargs) Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: self._notify() Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: self.callback(batched_events) Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: event.method(event) Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: return f(self, *a, **k) Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._get(url).json() Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: return self.request(url, 'GET', **kwargs) Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:41:21.154571 dv-cinder-760194-9-iscsi neutron-server[94730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:41:21.271586 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.275804 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.277893 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9c5768d9-5e68-4f93-bba0-8a3175a6b046 HTTP/1.1" status: 204 len: 168 time: 0.6320493 Sep 07 20:41:21.281501 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49544) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:21.290657 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d7f2c-18c4-400e-82d6-d32533b31b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5768d9-5e68-4f93-bba0-8a3175a6b046,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:21.615791 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133838462'] for router_interface, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.849248 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Deleting port 420fc470-7bb8-494b-a5e8-cb636466cff2 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:21.849499 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.927701 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] For port 420fc470-7bb8-494b-a5e8-cb636466cff2, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=420fc470-7bb8-494b-a5e8-cb636466cff2,segment=NetworkSegment(8de3a541-ae0d-4a2c-a9a9-b657d145a174),segment_id=8de3a541-ae0d-4a2c-a9a9-b657d145a174)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:41:21.928087 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:21.944402 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Calling delete_port for 420fc470-7bb8-494b-a5e8-cb636466cff2 owned by network:router_interface {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:22.184220 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:41:22.191955 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:22.207204 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:41:22.207544 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 2906aa6d-c4a4-4e4b-8b04-0c284de91b96 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:41:22.225242 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Pushing event deleted for resources: {'Port': ['ID=420fc470-7bb8-494b-a5e8-cb636466cff2,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:22.385599 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133782260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133838482'] for router_interface, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:22.592261 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Router e73dfc53-9b0b-4795-83e4-c408cb7dc68e has already been hosted by L3 agent 6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3 {{(pid=94729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 20:41:22.693854 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] Notify agent at l3_agent.dv-cinder-760194-9-iscsi the message routers_updated {{(pid=94729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 20:41:22.698666 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-d989d1e8-489d-4c9b-b069-93ae3af4cced admin admin] 10.222.0.72 "PUT /v2.0/routers/e73dfc53-9b0b-4795-83e4-c408cb7dc68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4161332 Sep 07 20:41:22.701701 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49548) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:22.704173 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] Sync routers for ids ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'] in dv-cinder-760194-9-iscsi {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 20:41:22.713217 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] Routers {'e73dfc53-9b0b-4795-83e4-c408cb7dc68e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:41:22.713842 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:41:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:22.802266 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks [] for router, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:22.814187 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] Set router e73dfc53-9b0b-4795-83e4-c408cb7dc68e gateway port host: dv-cinder-760194-9-iscsi {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:41:22.900987 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:22.983110 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'external_fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:43Z', 'updated_at': '2021-09-07T20:41:22Z', 'revision_number': 5, 'project_id': '11743afc863f4acda39a9c120849db9c', 'gw_port': {'id': 'f31636ba-3b8a-4911-8fd0-a32206761c33', 'name': '', 'network_id': 'c8cccb9d-267e-4fb5-bdfa-5638fb586564', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T20:36:44Z', 'updated_at': '2021-09-07T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05371087-fea9-4f9f-80b7-ad016d4982b7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-9-iscsi'}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:23.016547 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] Checking router: e73dfc53-9b0b-4795-83e4-c408cb7dc68e for host: dv-cinder-760194-9-iscsi {{(pid=94732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 20:41:23.024576 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] Routers {'e73dfc53-9b0b-4795-83e4-c408cb7dc68e'} bound to L3 agent in host dv-cinder-760194-9-iscsi {{(pid=94732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 20:41:23.025173 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T20:19:48Z,description=,heartbeat_timestamp=2021-09-07T20:41:18Z,host='dv-cinder-760194-9-iscsi',id=6d614f6b-9b98-4f5e-b32f-4a5d24e1bbc3,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T20:19:48Z,topic='l3_agent')) {'router_ids': ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'], 'active': True} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:23.036654 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Deleting port f31636ba-3b8a-4911-8fd0-a32206761c33 {{(pid=94729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:23.036987 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.108015 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_dvr_db [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] Set router e73dfc53-9b0b-4795-83e4-c408cb7dc68e gateway port host: None {{(pid=94732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 20:41:23.112473 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.db [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] For port f31636ba-3b8a-4911-8fd0-a32206761c33, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=f31636ba-3b8a-4911-8fd0-a32206761c33,segment=NetworkSegment(49567076-ea10-4da1-aa40-a2360c04aadd),segment_id=49567076-ea10-4da1-aa40-a2360c04aadd)] {{(pid=94729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:41:23.112834 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.128914 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Calling delete_port for f31636ba-3b8a-4911-8fd0-a32206761c33 owned by network:router_gateway {{(pid=94729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:23.158856 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.l3_hamode_db [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:43Z', 'updated_at': '2021-09-07T20:41:22Z', 'revision_number': 6, 'project_id': '11743afc863f4acda39a9c120849db9c', 'gw_port_host': None}], 'dv-cinder-760194-9-iscsi', False) {} {{(pid=94732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:23.187563 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868977e2-3b44-4c5f-8ba4-4cb7629a2ae5 None None] The sync data for ids ['e73dfc53-9b0b-4795-83e4-c408cb7dc68e'] in dv-cinder-760194-9-iscsi is: [{'id': 'e73dfc53-9b0b-4795-83e4-c408cb7dc68e', 'name': 'tempest-TestShelveInstance-1310420046-router', 'tenant_id': '11743afc863f4acda39a9c120849db9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T20:36:43Z', 'updated_at': '2021-09-07T20:41:22Z', 'revision_number': 6, 'project_id': '11743afc863f4acda39a9c120849db9c', 'gw_port_host': None}] {{(pid=94732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 20:41:23.316936 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133203702'] for port, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.344267 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Pushing event deleted for resources: {'Port': ['ID=f31636ba-3b8a-4911-8fd0-a32206761c33,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:23.400959 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133838896'] for router_gateway, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.486629 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133942883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16309'] for router, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.488579 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.597487 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133942874'] for router, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.598037 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e73dfc53-9b0b-4795-83e4-c408cb7dc68e {{(pid=94729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 20:41:23.602313 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] Notify callbacks [] for router, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.603770 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-b51a5ee8-a0e8-45f6-b0bc-6b640d29f83e admin admin] 10.222.0.72 "DELETE /v2.0/routers/e73dfc53-9b0b-4795-83e4-c408cb7dc68e HTTP/1.1" status: 204 len: 168 time: 0.9007573 Sep 07 20:41:23.605878 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [-] (94729) accepted ('10.222.0.72', 49550) {{(pid=94729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:23.649637 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c2239c-ddd7-484c-a9d6-0fa5747ae0ef admin admin] Deleting subnet 07080b76-ad31-4945-9067-05a6aee5586a {{(pid=94729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 20:41:23.652545 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-40c2239c-ddd7-484c-a9d6-0fa5747ae0ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.685736 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-40c2239c-ddd7-484c-a9d6-0fa5747ae0ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131574183'] for subnet, precommit_delete_associations {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.760969 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-40c2239c-ddd7-484c-a9d6-0fa5747ae0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-703039'] for subnet, precommit_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.860339 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-40c2239c-ddd7-484c-a9d6-0fa5747ae0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-702982', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133203587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130232194'] for subnet, after_delete {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.887057 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-40c2239c-ddd7-484c-a9d6-0fa5747ae0ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:23.888858 dv-cinder-760194-9-iscsi neutron-server[94729]: INFO neutron.wsgi [None req-40c2239c-ddd7-484c-a9d6-0fa5747ae0ef admin admin] 10.222.0.72 "DELETE /v2.0/subnets/07080b76-ad31-4945-9067-05a6aee5586a HTTP/1.1" status: 204 len: 168 time: 0.2819064 Sep 07 20:41:23.890345 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2239c-ddd7-484c-a9d6-0fa5747ae0ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07080b76-ad31-4945-9067-05a6aee5586a,revision_number=None']} {{(pid=94729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:23.891582 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49552) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:23.896409 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e046589b-f22b-4e58-b44f-ebb76731e953 None None] Network 871459be-af64-4cae-8328-d4f2b06ad3b8 requested from dv-cinder-760194-9-iscsi {{(pid=94731) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 20:41:23.961970 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653620'] for network, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.017759 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Deleting port 0498468c-f3a5-4333-9e19-363b8cc803b5 {{(pid=94730) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:24.018109 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.077125 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d99b8-6465-4cec-8b43-ad18513afdc6 None None] DHCP port deletion for 871459be-af64-4cae-8328-d4f2b06ad3b8 request from dv-cinder-760194-9-iscsi {{(pid=94731) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 20:41:24.082441 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.db [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] For port 0498468c-f3a5-4333-9e19-363b8cc803b5, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0498468c-f3a5-4333-9e19-363b8cc803b5,segment=NetworkSegment(8de3a541-ae0d-4a2c-a9a9-b657d145a174),segment_id=8de3a541-ae0d-4a2c-a9a9-b657d145a174)] {{(pid=94730) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:41:24.082806 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.095957 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.plugin [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Calling delete_port for 0498468c-f3a5-4333-9e19-363b8cc803b5 owned by network:dhcp {{(pid=94730) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:24.129949 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-af4d99b8-6465-4cec-8b43-ad18513afdc6 None None] Deleting port 0498468c-f3a5-4333-9e19-363b8cc803b5 {{(pid=94731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 20:41:24.130324 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-af4d99b8-6465-4cec-8b43-ad18513afdc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761666493974'] for port, before_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.194816 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-af4d99b8-6465-4cec-8b43-ad18513afdc6 None None] For port 0498468c-f3a5-4333-9e19-363b8cc803b5, host dv-cinder-760194-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-9-iscsi',level=0,port_id=0498468c-f3a5-4333-9e19-363b8cc803b5,segment=NetworkSegment(8de3a541-ae0d-4a2c-a9a9-b657d145a174),segment_id=8de3a541-ae0d-4a2c-a9a9-b657d145a174)] {{(pid=94731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 20:41:24.195358 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-af4d99b8-6465-4cec-8b43-ad18513afdc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133835015'] for port, precommit_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.209201 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 420fc470-7bb8-494b-a5e8-cb636466cff2 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:41:24.211179 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-af4d99b8-6465-4cec-8b43-ad18513afdc6 None None] Calling delete_port for 0498468c-f3a5-4333-9e19-363b8cc803b5 owned by network:dhcp {{(pid=94731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 20:41:24.239345 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: 420fc470-7bb8-494b-a5e8-cb636466cff2 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:41:24.239669 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 420fc470-7bb8-494b-a5e8-cb636466cff2 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:41:24.240079 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0498468c-f3a5-4333-9e19-363b8cc803b5 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:41:24.271767 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130475700'] for port, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.297537 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Pushing event deleted for resources: {'Port': ['ID=0498468c-f3a5-4333-9e19-363b8cc803b5,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:24.302678 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] No DVR routers for this DVR port 0498468c-f3a5-4333-9e19-363b8cc803b5 on host dv-cinder-760194-9-iscsi {{(pid=94730) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:41:24.317426 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.db [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No active binding found for port 0498468c-f3a5-4333-9e19-363b8cc803b5 {{(pid=94731) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 20:41:24.317864 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device 0498468c-f3a5-4333-9e19-363b8cc803b5 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:41:24.318285 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device f31636ba-3b8a-4911-8fd0-a32206761c33 no longer exists at agent ovs-agent-dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 20:41:24.340395 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.plugin [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] No Port match for: f31636ba-3b8a-4911-8fd0-a32206761c33 {{(pid=94731) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 20:41:24.340749 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.plugins.ml2.rpc [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Device f31636ba-3b8a-4911-8fd0-a32206761c33 not bound to the agent host dv-cinder-760194-9-iscsi {{(pid=94731) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 20:41:24.355580 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-af4d99b8-6465-4cec-8b43-ad18513afdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761666500060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761666110392'] for port, after_delete {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.375585 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688818', 'neutron.services.segments.db._delete_segments_for_network-8761666656633'] for network, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.382975 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d99b8-6465-4cec-8b43-ad18513afdc6 None None] Pushing event deleted for resources: {'Port': ['ID=0498468c-f3a5-4333-9e19-363b8cc803b5,revision_number=None']} {{(pid=94731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:24.386567 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d99b8-6465-4cec-8b43-ad18513afdc6 None None] No DVR routers for this DVR port 0498468c-f3a5-4333-9e19-363b8cc803b5 on host dv-cinder-760194-9-iscsi {{(pid=94731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 20:41:24.399142 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871459be-af64-4cae-8328-d4f2b06ad3b8']}} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:24.408286 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de3a541-ae0d-4a2c-a9a9-b657d145a174') {'for_net_delete': True} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:24.408583 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.services.segments.db [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de3a541-ae0d-4a2c-a9a9-b657d145a174') {} {{(pid=94730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 20:41:24.417666 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761666658178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130426821'] for segment, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.430123 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741'] for segment, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.436153 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=94730) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 20:41:24.437519 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-688741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130475875'] for segment, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: Traceback (most recent call last): Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: timer() Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: cb(*args, **kw) Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: return func(*args, **kwargs) Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: self._notify() Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: self.callback(batched_events) Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: event.method(event) Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: return f(self, *a, **k) Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._get(url).json() Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: return self.request(url, 'GET', **kwargs) Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 20:41:24.438161 dv-cinder-760194-9-iscsi neutron-server[94730]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 20:41:24.580061 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-688829', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133794051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133782221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133838860'] for network, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.585310 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133782239'] for network, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:24.587166 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] 10.222.0.72 "DELETE /v2.0/networks/871459be-af64-4cae-8328-d4f2b06ad3b8 HTTP/1.1" status: 204 len: 168 time: 0.6945233 Sep 07 20:41:24.597424 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8312af-8c84-40b0-9778-6bcc78428335 admin admin] Pushing event deleted for resources: {'Network': ['ID=871459be-af64-4cae-8328-d4f2b06ad3b8,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:24.938453 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49556) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:24.975647 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-820cba5e-4800-475a-aa8f-76819df42b67 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94f3d149525b4f90b1b321fc485ea5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0360808 Sep 07 20:41:24.977938 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49558) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:25.027017 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9d659b1f-f992-47de-af8e-c6c8424e056a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:25.047589 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9d659b1f-f992-47de-af8e-c6c8424e056a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:25.144560 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9d659b1f-f992-47de-af8e-c6c8424e056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:25.147090 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-9d659b1f-f992-47de-af8e-c6c8424e056a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:25.148222 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-9d659b1f-f992-47de-af8e-c6c8424e056a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a24613c-eb31-4a2b-990f-16826bba40f7 HTTP/1.1" status: 204 len: 168 time: 0.1694305 Sep 07 20:41:25.156379 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d659b1f-f992-47de-af8e-c6c8424e056a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a24613c-eb31-4a2b-990f-16826bba40f7,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:25.801072 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49564) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:25.839720 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-744904ad-00d0-4300-8637-940cb43b04db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11743afc863f4acda39a9c120849db9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374174 Sep 07 20:41:25.842606 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [-] (94730) accepted ('10.222.0.72', 49566) {{(pid=94730) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 20:41:25.887740 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-271b38b5-595c-4a71-9e32-0102bf9e437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:25.908133 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-271b38b5-595c-4a71-9e32-0102bf9e437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:26.008507 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-271b38b5-595c-4a71-9e32-0102bf9e437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133787894'] for security_group, after_delete {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:26.011011 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron_lib.callbacks.manager [None req-271b38b5-595c-4a71-9e32-0102bf9e437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:26.012136 dv-cinder-760194-9-iscsi neutron-server[94730]: INFO neutron.wsgi [None req-271b38b5-595c-4a71-9e32-0102bf9e437a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2bb64101-64c0-4d5a-8f71-f8682a9e6f24 HTTP/1.1" status: 204 len: 168 time: 0.1686578 Sep 07 20:41:26.020659 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b38b5-595c-4a71-9e32-0102bf9e437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb64101-64c0-4d5a-8f71-f8682a9e6f24,revision_number=None']} {{(pid=94730) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 20:41:37.563262 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:45.219466 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-2b413f65-2b33-46d3-88b4-f8eb5ca41a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:46.107292 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:41:47.905348 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-9e773cfd-cba7-4231-a45b-de54f37f825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:48.271004 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:49.705309 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:41:50.796857 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:07.561684 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:15.235112 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-dd9467e1-020b-4f86-bf1d-e1a798fe5a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:17.956480 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-742186e0-3ad4-424a-893a-6a7eee9599a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:18.276691 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:19.698237 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:20.784866 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:23.106119 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:42:37.578156 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:45.230113 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-a974141b-ed1e-47d3-b7f6-0255ce569758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:47.955770 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-a563f288-7551-4ea6-8dae-b2ad85d6406e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:48.315034 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:49.721464 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:42:50.807023 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:00.105162 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:43:07.572546 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:15.229445 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-50b7f9c0-7fac-4c95-a9c0-142b26e02634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:17.943767 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-723aa6a8-1b56-405a-a1df-2a4dd75cb803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:18.400933 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:19.704284 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:20.772153 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:31.786919 dv-cinder-760194-9-iscsi neutron-server[94729]: DEBUG neutron.wsgi [req-d15b2364-941c-4455-bcdc-895805e9be16 req-2fc24319-943b-45d6-a83b-b3b6ce6f750d service neutron] (94729) timed out ('10.222.0.59', 63097) {{(pid=94729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 20:43:37.104511 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:43:37.617831 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:45.257699 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6733387a-69db-4cb2-97e8-799690a48532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:47.913659 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-d6a81c0f-33a3-4358-8048-2cdaafc65cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:48.303160 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:49.708969 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:43:50.787976 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:07.640117 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:14.104024 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:44:15.234574 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-87a3cedd-31c0-4e6e-9ad8-5109d822dcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:17.920443 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-d5b94095-2d66-4171-8818-1e009771d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:18.274753 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:19.691681 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:20.783114 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:37.611340 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:45.217402 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-a6b4e94a-7bff-4fe6-a5fe-b800939c013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:47.919515 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-766126bc-b63d-4695-ba9a-cdcee809291b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:48.291735 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:49.720268 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:50.810889 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:44:51.104025 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:45:07.616497 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:15.255042 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-f7a1bfe3-62e5-445a-a472-985e61bc4a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:17.907689 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e43c9032-0849-420c-a0f8-d9e4d3ab6c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:18.290951 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:19.717627 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:20.828004 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:28.102173 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:45:37.656816 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:45.227802 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-134a513d-c9ce-4e7e-af27-a69ebbf278d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:47.919020 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-51bce2d2-5304-42f7-8e75-90eb6011dc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:48.262210 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:49.747203 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:45:50.787068 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:46:05.100482 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:46:07.625375 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:46:15.221899 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-b10c60e6-8fca-402d-b151-4d33e09d8e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:46:17.918301 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1c375071-63b9-480d-b942-e91e61fdc1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:46:18.295455 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8fff-88b4-4e82-b2d4-f6031db07123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:46:19.724047 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-e5597f1f-c18c-47b6-8ede-de27d5171efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:46:20.798463 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-6436bfb8-f5dd-4cd8-9635-3851980e5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:46:34.932321 dv-cinder-760194-9-iscsi neutron-server[94730]: DEBUG neutron.wsgi [req-bfaa276a-7dee-4e21-82ad-e5ac54ed7884 req-84c093f9-0e0a-4c60-9adf-6ccfaa79a224 service neutron] (94730) timed out ('10.222.0.59', 63105) {{(pid=94730) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 20:46:37.624736 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ef-74cf-4ce5-931b-9d9ded70b62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 20:46:42.099241 dv-cinder-760194-9-iscsi neutron-server[94732]: DEBUG neutron.db.agents_db [None req-256d9f5c-0e79-40d5-a7d6-98f649205e7c None None] Agent healthcheck: found 6 active agents {{(pid=94732) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 20:46:45.241537 dv-cinder-760194-9-iscsi neutron-server[94731]: DEBUG neutron_lib.callbacks.manager [None req-d26f4be2-58ee-4029-a79f-c008ff37ec4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761666656615', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690284'] for agent, after_update {{(pid=94731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}